-- Logs begin at Fri 2022-01-21 09:00:07 UTC, end at Fri 2022-01-21 10:02:53 UTC. -- Jan 21 09:33:54.228318 dv-cinder-815614-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 21 09:33:57.353059 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.common.config [-] Logging enabled! Jan 21 09:33:57.353766 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 21 09:33:57.353766 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108946) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 09:33:57.357577 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.common.config [-] Logging enabled! Jan 21 09:33:57.357844 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 21 09:33:57.358169 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108946) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 09:33:57.359268 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:33:57.359515 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:33:57.359891 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:33:57.360149 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:33:57.360387 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:33:57.360718 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.361152 dv-cinder-815614-10-iscsi neutron-server[108946]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 21 09:33:57.361489 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.361795 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.362100 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.362406 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.362708 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.363029 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.363329 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.363637 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.363937 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.364227 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.364524 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.364828 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.365123 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.365423 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.365722 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.366018 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] debug = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.366311 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.366768 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.367231 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.367524 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.367827 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.368115 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.368399 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.368685 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.368978 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.369323 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] host = dv-cinder-815614-10-iscsi {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.369611 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.369933 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.370764 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.371091 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.371379 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.371668 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.371964 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.372252 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.372536 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] log_file = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.372824 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.373124 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.373426 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.373728 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.373964 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.374201 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.374518 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.374837 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.375132 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.375420 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.375706 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.375991 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.376277 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.376561 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.376855 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.377156 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.377490 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.377777 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.378065 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.378347 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.378632 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.378961 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.379254 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.379541 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.379831 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.380131 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.380411 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.380698 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.381012 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.381308 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.381603 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.381897 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.382182 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.382477 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.382761 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.383073 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.383356 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] use_json = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.383640 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.383923 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.384216 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.384498 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.384782 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.385068 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.385351 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.385695 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.385981 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:57.386289 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.386599 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.386961 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.387278 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.387582 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.387873 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.388175 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.388464 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.388764 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.389067 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.389368 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.389659 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.389971 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.390272 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.390577 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.390928 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.391240 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.391545 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.391833 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.392119 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.392405 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.392694 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.392992 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.393283 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.393585 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.393886 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.394175 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.394485 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.394806 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.395116 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.395421 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.395708 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.396000 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.396305 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.396595 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.396883 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.397173 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.397478 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.397769 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.398059 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.398356 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.398651 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.398965 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.399259 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.399570 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.399858 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.400148 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.400434 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.400721 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.401012 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.401339 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.401640 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.401937 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.402227 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.402515 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.402831 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.403125 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.403411 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.403703 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.403990 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.404280 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.404568 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.404854 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.405141 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.405427 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.405713 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.406000 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.406286 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.406578 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.406896 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.407183 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.407468 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.407755 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.408045 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.408344 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.408655 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.408942 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.409238 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.409527 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.409816 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.410106 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.410395 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.410683 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.411004 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.411292 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.411594 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.411888 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.412187 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.412507 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.412796 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.413104 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.413394 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.413687 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.413975 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.414266 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.414562 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.414893 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.415205 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.415516 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.415824 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.416131 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.416439 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.417265 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.417598 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.417893 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:33:57.418123 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:33:57.418378 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108946) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 21 09:33:57.797486 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 21 09:33:57.797777 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 21 09:33:57.798098 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 21 09:33:57.798464 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 21 09:33:58.137890 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.138201 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.138488 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.139889 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.140177 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.140456 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.185395 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.185700 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.185978 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.202491 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.202815 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.203098 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.232342 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.232649 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.232909 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.269182 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.269473 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.269754 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.615245 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.616057 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.616057 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.616057 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.616949 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.719052 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.719385 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.719686 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.719975 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.720260 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.720583 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.720857 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.721126 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.721395 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.721690 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.721964 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.722243 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.722526 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.722774 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.723070 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.723346 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.723615 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.723892 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.724179 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.724453 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.724734 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.724998 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.725288 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.725674 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.725935 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.726195 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.726596 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:33:58.726881 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:33:58.727133 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:33:58.727381 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:33:58.727626 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:33:58.727873 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:33:58.728250 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 21 09:33:58.732072 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 21 09:33:58.736253 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 21 09:33:58.740222 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jan 21 09:33:58.741932 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 21 09:33:58.742548 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 21 09:33:58.742927 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 21 09:33:58.743326 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 21 09:33:58.746288 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 21 09:33:58.746551 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 21 09:33:58.746946 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 09:33:58.752778 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 21 09:33:58.777792 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 21 09:33:58.778256 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.778577 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108946) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 21 09:33:58.778973 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.780432 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108946) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 21 09:33:58.780730 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 09:33:58.780989 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 21 09:33:58.784383 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.784682 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:58.857779 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 21 09:33:58.858028 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 21 09:33:58.858277 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 21 09:33:58.858668 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 21 09:33:58.880670 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_db.sqlalchemy.engines [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108946) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 21 09:33:59.328102 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Initializing driver for type 'gre' Jan 21 09:33:59.328642 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] gre ID ranges: [(1, 1000)] Jan 21 09:33:59.383063 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Initializing driver for type 'local' Jan 21 09:33:59.383408 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Initializing driver for type 'vlan' Jan 21 09:33:59.396764 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] VlanTypeDriver initialization complete Jan 21 09:33:59.397225 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Initializing driver for type 'vxlan' Jan 21 09:33:59.397766 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] vxlan ID ranges: [(1, 1000)] Jan 21 09:33:59.450925 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Initializing extension driver 'port_security' Jan 21 09:33:59.451304 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.extensions.port_security [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] PortSecurityExtensionDriver initialization complete Jan 21 09:33:59.451649 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Initializing mechanism driver 'openvswitch' Jan 21 09:33:59.452001 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Initializing mechanism driver 'hyperv' Jan 21 09:33:59.459375 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:59.460262 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > port after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.460651 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > port after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.461022 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > port after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.461590 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108946) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:33:59.462042 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > subnet after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.462413 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > subnet after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.462775 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > subnet after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.463244 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108946) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:33:59.464167 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > network after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.464531 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > network after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.464890 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > network after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.465305 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108946) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:33:59.465726 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > security_group after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.466090 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > security_group after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.466448 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > security_group after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.466910 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108946) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:33:59.467359 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.467732 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.468086 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.468502 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108946) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:33:59.468923 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > address_group after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.469285 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > address_group after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.469643 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > address_group after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.470079 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108946) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:33:59.470522 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] ML2 OVO RPC backend initialized. {{(pid=108946) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 21 09:33:59.471291 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router_interface after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.471660 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.472094 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > network before_response 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.472459 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > networks before_response 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.472824 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > port before_response 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.473187 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > ports before_response 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.473548 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > subnet before_response 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.473907 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > subnets before_response 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.474271 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > network after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.474636 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > network after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.475049 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > network after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.475406 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > port after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.475765 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > port after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.476119 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > port after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.476472 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > subnet after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.476828 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > subnet after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.477180 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > subnet after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.477780 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.plugin [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Modular L2 Plugin initialization complete Jan 21 09:33:59.478142 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading services supported by the core plugin {{(pid=108946) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 21 09:33:59.478471 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.plugins.ml2.managers [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Got port-security extension from driver 'port_security' Jan 21 09:33:59.479012 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.extensions.vlantransparent [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Disabled vlantransparent extension. Jan 21 09:33:59.480071 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108946) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 21 09:33:59.480404 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading Plugin: router Jan 21 09:33:59.519415 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router_interface before_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.519826 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router after_create 55549900 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.520218 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router before_create 55549900 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.520597 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.520986 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.521358 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router after_delete 55549900 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.521741 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > floatingip after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.522228 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > floatingip after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.522606 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router after_create 55549900 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.523013 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router after_update 55549900 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.523382 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router after_update 55549900 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.523745 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.524119 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router after_update 55549900 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.524543 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router precommit_update 55549900 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.524929 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: port after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.525286 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: port after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.525641 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: subnet after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.526492 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.526895 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > port precommit_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.527262 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router precommit_create 55549900 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.527625 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: port before_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.527982 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router precommit_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.528353 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router after_update 55549900 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.528709 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router precommit_delete 55549900 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.529080 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router precommit_create 55549900 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.529462 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router_interface after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.529826 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router precommit_update 55549900 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.530210 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > agent after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.530581 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > agent after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.530979 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > network after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.531872 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Tracking information for resource: router configured {{(pid=108946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:33:59.532218 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Tracking information for resource: floatingip configured {{(pid=108946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:33:59.537293 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.db.l3_agentschedulers_db [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 21 09:33:59.537888 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: port after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.538270 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: port after_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.538640 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: port after_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.539048 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: port after_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.539853 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router before_create 55550100 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.540237 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router precommit_delete 55550100 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.540616 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router precommit_create 55550100 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.540997 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > router precommit_update 55550100 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.546404 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.services.provider_configuration [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Service providers = [] {{(pid=108946) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 21 09:33:59.546822 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.db.servicetype_db [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108946) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 21 09:33:59.550031 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.services.service_base [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108946) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:33:59.550399 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.services.service_base [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108946) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:33:59.550821 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.services.service_base [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108946) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:33:59.551790 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.services.service_base [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108946) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:33:59.552180 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.services.service_base [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 21 09:33:59.552566 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:33:59.552900 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 21 09:33:59.564981 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:33:59.565335 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading Plugin: auto_allocate Jan 21 09:33:59.571318 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: network precommit_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.571702 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: network precommit_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.572238 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:33:59.572575 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading Plugin: tag Jan 21 09:33:59.580486 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:33:59.580770 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading Plugin: timestamp Jan 21 09:33:59.584868 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:33:59.585215 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading Plugin: network_ip_availability Jan 21 09:33:59.591512 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.591903 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.592281 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.593000 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:33:59.593338 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading Plugin: flavors Jan 21 09:33:59.598617 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:33:59.599004 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading Plugin: revisions Jan 21 09:33:59.603488 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:33:59.603903 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_concurrency.lockutils [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.806s {{(pid=108946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 21 09:33:59.604725 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108946) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 21 09:33:59.605081 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Initializing extension manager. Jan 21 09:33:59.605628 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: __init__.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.605993 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: __pycache__ {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.606347 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.606701 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: address_group.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.607518 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.608106 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: address-group Jan 21 09:33:59.608452 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: address_scope.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.609203 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.609730 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: address-scope Jan 21 09:33:59.610073 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: admin_state_down_before_update.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.611129 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.611657 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: router-admin-state-down-before-update Jan 21 09:33:59.611997 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: agent.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.612730 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.613251 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: agent Jan 21 09:33:59.613590 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: agent_resources_synced.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.614585 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.615131 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: agent-resources-synced Jan 21 09:33:59.615471 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: allowedaddresspairs.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.617390 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.617924 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: allowed-address-pairs Jan 21 09:33:59.618265 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: auto_allocated_topology.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.619464 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.620033 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: auto-allocated-topology Jan 21 09:33:59.620410 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: availability_zone.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.621190 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.621746 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: availability_zone Jan 21 09:33:59.622086 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: availability_zone_filter.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.623137 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.623661 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: availability_zone_filter Jan 21 09:33:59.623999 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: data_plane_status.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.624983 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.625502 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension data-plane-status not supported by any of loaded plugins Jan 21 09:33:59.625842 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: default_subnetpools.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.626859 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.627386 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: default-subnetpools Jan 21 09:33:59.627728 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: dhcpagentscheduler.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.628568 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.629084 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: dhcp_agent_scheduler Jan 21 09:33:59.629422 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: dns.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.630405 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.630957 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension dns-integration not supported by any of loaded plugins Jan 21 09:33:59.631300 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: dns_domain_ports.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.632290 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.632808 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 21 09:33:59.633150 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.634142 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.634659 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 21 09:33:59.635031 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: dvr.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.636257 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.636769 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: dvr Jan 21 09:33:59.637106 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: ecmp_routes.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.638092 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.638605 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension ecmp_routes not supported by any of loaded plugins Jan 21 09:33:59.638975 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: empty_string_filtering.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.639957 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.640478 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: empty-string-filtering Jan 21 09:33:59.640818 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.641803 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.642324 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 21 09:33:59.642663 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.643683 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.644202 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 21 09:33:59.644542 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: external_net.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.645523 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.646046 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: external-net Jan 21 09:33:59.646384 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: extra_dhcp_opt.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.647404 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.647930 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: extra_dhcp_opt Jan 21 09:33:59.648268 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: extraroute.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.649268 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.649790 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: extraroute Jan 21 09:33:59.650126 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: extraroute_atomic.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.652002 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.652526 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: extraroute-atomic Jan 21 09:33:59.652869 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: filter_validation.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.653571 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.654091 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: filter-validation Jan 21 09:33:59.654431 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: fip_pf_description.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.655453 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.655972 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 21 09:33:59.656311 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: fip_port_details.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.657309 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.657828 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: fip-port-details Jan 21 09:33:59.658165 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: flavors.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.659505 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.660033 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: flavors Jan 21 09:33:59.660374 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.662161 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.662692 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 21 09:33:59.663070 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: floatingip_pools.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.663807 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.664328 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: floatingip-pools Jan 21 09:33:59.664671 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: ip_allocation.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.665678 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.666199 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension ip_allocation not supported by any of loaded plugins Jan 21 09:33:59.666562 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.667587 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.668112 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: ip-substring-filtering Jan 21 09:33:59.668454 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: l2_adjacency.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.669461 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.669982 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension l2_adjacency not supported by any of loaded plugins Jan 21 09:33:59.670323 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: l3.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.671358 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.671891 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: router Jan 21 09:33:59.672232 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: l3_conntrack_helper.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.674596 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.675177 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 21 09:33:59.675529 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.676543 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.677069 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: ext-gw-mode Jan 21 09:33:59.677413 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.678409 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.678986 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: l3-ha Jan 21 09:33:59.679332 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: l3_flavors.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.680327 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.680852 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: l3-flavors Jan 21 09:33:59.681193 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.682203 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.682731 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: l3-port-ip-change-not-allowed Jan 21 09:33:59.683192 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: l3agentscheduler.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.684265 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.684796 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: l3_agent_scheduler Jan 21 09:33:59.685146 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: local_ip.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.687051 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.687598 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension local_ip not supported by any of loaded plugins Jan 21 09:33:59.687946 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: logging.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.689629 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.690178 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension logging not supported by any of loaded plugins Jan 21 09:33:59.690535 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: metering.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.691364 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.691956 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: metering Jan 21 09:33:59.692304 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.693470 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.694003 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: metering_source_and_destination_fields Jan 21 09:33:59.694350 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: multiprovidernet.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.695400 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.695932 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: multi-provider Jan 21 09:33:59.696277 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: netmtu.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.697279 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.698318 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: net-mtu Jan 21 09:33:59.698672 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: netmtu_writable.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.699708 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.700236 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: net-mtu-writable Jan 21 09:33:59.700579 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: network_availability_zone.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.701292 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.701823 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: network_availability_zone Jan 21 09:33:59.702425 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: network_ip_availability.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.703656 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.704183 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: network-ip-availability Jan 21 09:33:59.704527 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: network_segment_range.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.705326 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.705848 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension network-segment-range not supported by any of loaded plugins Jan 21 09:33:59.706187 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: pagination.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.707291 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.707636 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: pagination Jan 21 09:33:59.707972 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: port_device_profile.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.708953 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.709482 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: port-device-profile Jan 21 09:33:59.709822 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.710839 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.711366 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: port-mac-address-regenerate Jan 21 09:33:59.711707 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.712709 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.713233 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: port-numa-affinity-policy Jan 21 09:33:59.713643 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: port_resource_request.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.714621 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.715186 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension port-resource-request not supported by any of loaded plugins Jan 21 09:33:59.715528 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: port_resource_request_groups.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.716578 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.717100 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 21 09:33:59.717439 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: portbindings.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.718445 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.719007 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: binding Jan 21 09:33:59.719348 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: portbindings_extended.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.720700 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.721234 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: binding-extended Jan 21 09:33:59.721576 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: portsecurity.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.722565 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.723119 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: port-security Jan 21 09:33:59.723460 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: project_id.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.724512 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.724857 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: project-id Jan 21 09:33:59.725197 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: providernet.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.726182 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.726707 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: provider Jan 21 09:33:59.727075 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: qos.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.731642 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.732180 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension qos not supported by any of loaded plugins Jan 21 09:33:59.732527 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.733866 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.734394 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 21 09:33:59.734744 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.735771 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.736295 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 21 09:33:59.736639 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: qos_default.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.737626 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.738151 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension qos-default not supported by any of loaded plugins Jan 21 09:33:59.738493 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: qos_fip.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.739532 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.740054 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension qos-fip not supported by any of loaded plugins Jan 21 09:33:59.740394 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: qos_fip_network_policy.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.741392 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.741913 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 21 09:33:59.742254 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: qos_gateway_ip.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.743302 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.743826 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 21 09:33:59.744169 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: qos_port_network_policy.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.745332 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.745857 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 21 09:33:59.746199 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.747354 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.747882 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 21 09:33:59.748224 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: qos_pps_rule.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.749535 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.750070 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension qos-pps not supported by any of loaded plugins Jan 21 09:33:59.750413 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: qos_rule_type_details.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.751441 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.751967 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 21 09:33:59.752307 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: qos_rules_alias.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.753426 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.753957 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 21 09:33:59.754301 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: quota_check_limit.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.755335 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.755869 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: quota-check-limit Jan 21 09:33:59.756210 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: quotasv2.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.757164 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.757509 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: quotas Jan 21 09:33:59.757851 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: quotasv2_detail.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.761877 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.762240 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: quota_details Jan 21 09:33:59.762590 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: rbac.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.763731 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.764276 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: rbac-policies Jan 21 09:33:59.764627 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: rbac_address_group.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.765635 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.766166 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: rbac-address-group Jan 21 09:33:59.766509 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: rbac_address_scope.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.767535 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.768068 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: rbac-address-scope Jan 21 09:33:59.768412 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: rbac_security_groups.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.769414 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.769940 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: rbac-security-groups Jan 21 09:33:59.770281 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: rbac_subnetpool.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.771309 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.771831 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: rbac-subnetpool Jan 21 09:33:59.772169 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: revisionifmatch.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.773165 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.773694 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: revision-if-match Jan 21 09:33:59.774033 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: revisions.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.775248 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.775779 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: standard-attr-revisions Jan 21 09:33:59.776195 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: router_availability_zone.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.776912 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.777440 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: router_availability_zone Jan 21 09:33:59.777781 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: routerservicetype.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.778778 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.779335 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension router-service-type not supported by any of loaded plugins Jan 21 09:33:59.779676 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.781722 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.782257 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: security-groups-normalized-cidr Jan 21 09:33:59.782598 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: security_groups_port_filtering.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.783650 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.784173 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: port-security-groups-filtering Jan 21 09:33:59.784514 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.785556 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.786078 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: security-groups-remote-address-group Jan 21 09:33:59.786417 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.787472 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.788001 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: security-groups-shared-filtering Jan 21 09:33:59.788342 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.788974 dv-cinder-815614-10-iscsi neutron-server[108946]: WARNING neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 21 09:33:59.789314 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: securitygroup.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.799927 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.800474 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: security-group Jan 21 09:33:59.800824 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: segment.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.801645 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.802179 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension segment not supported by any of loaded plugins Jan 21 09:33:59.802523 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.803576 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.804105 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 21 09:33:59.804447 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: servicetype.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.805657 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.806192 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: service-type Jan 21 09:33:59.806535 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: sorting.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.807686 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.808032 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: sorting Jan 21 09:33:59.808412 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: standard_attr_segment.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.809407 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.809938 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 21 09:33:59.810281 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: standardattrdescription.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.810995 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.811518 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: standard-attr-description Jan 21 09:33:59.811860 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: stateful_security_group.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.812865 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.813390 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: stateful-security-group Jan 21 09:33:59.813732 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: stdattrs_common.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.814336 dv-cinder-815614-10-iscsi neutron-server[108946]: WARNING neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 21 09:33:59.814679 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.815722 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.816251 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 21 09:33:59.816592 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: subnet_onboard.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.817751 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.818276 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: subnet_onboard Jan 21 09:33:59.818617 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.819660 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.820180 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 21 09:33:59.820520 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: subnet_service_types.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.821517 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.822046 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: subnet-service-types Jan 21 09:33:59.822386 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: subnetallocation.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.824141 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.824673 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: subnet_allocation Jan 21 09:33:59.825021 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.825726 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.826250 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: subnetpool-prefix-ops Jan 21 09:33:59.826593 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.827885 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.828408 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 21 09:33:59.828748 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: tagging.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.829849 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.830380 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: standard-attr-tag Jan 21 09:33:59.830774 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: timestamp.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.832056 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.832592 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loaded extension: standard-attr-timestamp Jan 21 09:33:59.832938 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: trunk.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.834043 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.834578 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension trunk not supported by any of loaded plugins Jan 21 09:33:59.834972 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: trunk_details.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.835966 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.836493 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension trunk-details not supported by any of loaded plugins Jan 21 09:33:59.836837 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: uplink_status_propagation.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.837834 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.838367 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 21 09:33:59.838763 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Loading extension file: vlantransparent.py {{(pid=108946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:33:59.839502 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:33:59.840027 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extension vlan-transparent not supported by any of loaded plugins Jan 21 09:33:59.842514 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Creating instance of TrackedResource for resource:network Jan 21 09:33:59.843093 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Creating instance of TrackedResource for resource:subnet Jan 21 09:33:59.843505 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:33:59.843910 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Creating instance of TrackedResource for resource:port Jan 21 09:33:59.846272 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.v2.resource_helper [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:33:59.846748 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.v2.resource_helper [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Service FLAVORS assigned prefix: {{(pid=108946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:33:59.847445 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.v2.resource_helper [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:33:59.847887 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.v2.resource_helper [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:33:59.848237 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Creating instance of TrackedResource for resource:router Jan 21 09:33:59.848713 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Creating instance of TrackedResource for resource:floatingip Jan 21 09:33:59.849613 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.v2.resource_helper [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Service METERING assigned prefix: /metering {{(pid=108946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:33:59.851253 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.851646 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.852024 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:33:59.853369 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 09:33:59.854614 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Creating instance of TrackedResource for resource:security_group Jan 21 09:33:59.855368 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 09:33:59.856285 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.v2.resource_helper [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Service CORE assigned prefix: {{(pid=108946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:33:59.856806 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:33:59.857357 dv-cinder-815614-10-iscsi neutron-server[108946]: WARNING neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] subnetpool is already registered Jan 21 09:33:59.858037 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.v2.resource_helper [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Service CORE assigned prefix: {{(pid=108946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:33:59.858601 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:33:59.859234 dv-cinder-815614-10-iscsi neutron-server[108946]: WARNING neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] subnetpool is already registered Jan 21 09:33:59.862595 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.v2.resource_helper [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:33:59.863080 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.v2.resource_helper [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Service FLAVORS assigned prefix: {{(pid=108946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:33:59.863692 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.v2.resource_helper [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:33:59.864131 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.v2.resource_helper [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:33:59.864479 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Creating instance of TrackedResource for resource:router Jan 21 09:33:59.864833 dv-cinder-815614-10-iscsi neutron-server[108946]: WARNING neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] router is already registered Jan 21 09:33:59.865259 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Creating instance of TrackedResource for resource:floatingip Jan 21 09:33:59.865607 dv-cinder-815614-10-iscsi neutron-server[108946]: WARNING neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] floatingip is already registered Jan 21 09:33:59.866081 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.v2.resource_helper [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Service METERING assigned prefix: /metering {{(pid=108946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:33:59.866763 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 09:33:59.867134 dv-cinder-815614-10-iscsi neutron-server[108946]: WARNING neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] rbac_policy is already registered Jan 21 09:33:59.867561 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Creating instance of TrackedResource for resource:security_group Jan 21 09:33:59.867915 dv-cinder-815614-10-iscsi neutron-server[108946]: WARNING neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] security_group is already registered Jan 21 09:33:59.868329 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 09:33:59.868678 dv-cinder-815614-10-iscsi neutron-server[108946]: WARNING neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] security_group_rule is already registered Jan 21 09:33:59.869312 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.v2.resource_helper [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Service CORE assigned prefix: {{(pid=108946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:33:59.869678 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:33:59.870569 dv-cinder-815614-10-iscsi neutron-server[108946]: WARNING neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] subnetpool is already registered Jan 21 09:33:59.871036 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.v2.resource_helper [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Service CORE assigned prefix: {{(pid=108946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:33:59.871378 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:33:59.871724 dv-cinder-815614-10-iscsi neutron-server[108946]: WARNING neutron.quota.resource_registry [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] subnetpool is already registered Jan 21 09:33:59.872230 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: extensions {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.873769 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: address-groups {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.875380 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: address-scopes {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.876782 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: agents {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.878018 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: auto-allocated-topology {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.879393 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: availability_zones {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.880707 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: dhcp-networks {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.882287 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: dhcp-agents {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.883856 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: routers {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.886878 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: flavors {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.888126 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: service_profiles {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.889431 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: next_providers {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.890986 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: service_profiles {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.892616 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: floatingip-pools {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.893929 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: routers {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.896225 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: floatingips {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.897573 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: l3-routers {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.899094 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: l3-agents {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.900591 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: metering-labels {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.902589 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: metering-label-rules {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.904028 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: network-ip-availabilities {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.905375 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: bindings {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.907124 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: quotas {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.908825 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: quotas {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.910434 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: rbac-policies {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.911852 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: security-groups {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.913191 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: security-group-rules {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.914488 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: service-providers {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.915826 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: subnetpools {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.917391 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: subnetpools {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.918984 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: tags {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.920763 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: tags {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.923618 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: tags {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.925482 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: tags {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.927404 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: tags {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.929348 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: tags {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.931193 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: tags {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.933201 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: tags {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.935100 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: tags {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.937070 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron.api.extensions [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Extended resource: tags {{(pid=108946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:33:59.943105 dv-cinder-815614-10-iscsi neutron-server[108946]: WARNING keystonemiddleware.auth_token [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 21 09:33:59.948326 dv-cinder-815614-10-iscsi neutron-server[108946]: WARNING keystonemiddleware.auth_token [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 21 09:33:59.957302 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_concurrency.lockutils [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Acquired lock "singleton_lock" {{(pid=108946) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 21 09:33:59.957803 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_concurrency.lockutils [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Releasing lock "singleton_lock" {{(pid=108946) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 21 09:33:59.958475 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO oslo_service.service [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Starting 2 workers Jan 21 09:33:59.965520 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Started child 109056 {{(pid=108946) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 09:33:59.971612 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Started child 109057 {{(pid=108946) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 09:33:59.973101 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:33:59.973913 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO neutron.service [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Neutron service started, listening on 0.0.0.0:9696 Jan 21 09:33:59.974591 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Publish callbacks [] for process (None), before_spawn {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:33:59.975121 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [-] (109056) wsgi starting up on http://0.0.0.0:9696 Jan 21 09:33:59.975534 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 44848) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:33:59.977731 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO oslo_service.service [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Starting 1 workers Jan 21 09:33:59.978015 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:33:59.979958 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [-] (109057) wsgi starting up on http://0.0.0.0:9696 Jan 21 09:33:59.985047 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Started child 109058 {{(pid=108946) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 09:33:59.985715 dv-cinder-815614-10-iscsi neutron-server[108946]: INFO oslo_service.service [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Starting 1 workers Jan 21 09:33:59.987535 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [-] 10.222.0.112 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0087695 Jan 21 09:33:59.990364 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.service [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] calling RpcWorker wait() {{(pid=109058) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 21 09:33:59.992903 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.service [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] returning from RpcWorker wait() {{(pid=109058) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 21 09:33:59.993035 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Started child 109059 {{(pid=108946) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 09:33:59.993819 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:33:59.994396 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6cb2-6dcd-44c0-aee7-17d19bac548a None None] Publish callbacks [] for process (None), after_spawn {{(pid=108946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:33:59.995644 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:33:59.997322 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108946) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 21 09:33:59.997560 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:33:59.997777 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:33:59.998033 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:33:59.998426 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:33:59.998601 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:33:59.999229 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:59.999555 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:33:59.999867 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.000144 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.000470 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.000809 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:00.001439 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.001439 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.001671 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.001985 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.002263 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.002459 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.002649 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.002762 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:00.003726 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.004098 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.004500 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.004824 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.005098 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.005417 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.005615 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.005909 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.006200 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.006452 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.006756 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] debug = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.008291 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.008432 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.008679 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.008959 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.009382 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.011303 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.011303 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.011303 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.011303 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.011658 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.011658 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.011979 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.012233 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.012453 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.012829 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.013067 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.013333 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.013604 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.014187 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] host = dv-cinder-815614-10-iscsi {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.014420 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.014675 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.014962 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.015245 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.015523 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.017746 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.017746 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.017746 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.017746 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.017746 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.017746 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.017746 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.017746 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.018384 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] log_file = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.018384 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] log_options = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.018384 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.018594 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.018957 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.019165 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.019347 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.019347 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.019700 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.019876 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.020071 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.020251 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.023216 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.023216 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.023216 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.023216 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.023216 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.023216 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.023216 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.023216 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.024645 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.024645 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.024645 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.024645 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.024645 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.024645 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.024645 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.024645 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.026140 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.026140 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.026140 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.026140 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.026140 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.026140 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.026140 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.026140 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.027518 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.027518 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.027518 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.027518 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.027518 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.027518 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.028504 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.028504 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.028504 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.028504 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.031018 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.031018 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.031018 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] use_json = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.031018 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.031018 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.031018 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.032859 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.032859 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.032859 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.034219 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.034752 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.035277 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.036067 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.037562 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.037562 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.037562 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.037562 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.037948 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.038241 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.041172 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.041172 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.041172 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.041172 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.041172 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.041700 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.043273 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.043273 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.043273 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.043273 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.043633 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.043717 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.043975 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.045343 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.045343 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.047475 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.049443 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.051144 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.051144 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.051144 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.051144 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.056763 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.056763 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.056763 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.057877 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.112/identity {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.058840 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.058840 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.058840 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.059146 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.059313 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.059566 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.059811 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.060466 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.060730 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.062442 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.062734 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.063037 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.063292 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.063554 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.063806 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.064639 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.067404 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.067404 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.067404 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.067404 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.067774 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.068004 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.068659 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.070873 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.072448 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.072650 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.072901 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.073175 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.073435 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.073689 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.073956 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.074231 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.074510 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.074779 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.075877 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.076845 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.076845 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.076845 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.076845 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.077463 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.077561 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.077777 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.078040 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.079053 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.080360 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.080360 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.080360 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.081511 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.081711 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.082091 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.082418 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.082835 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.084008 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.084387 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.084699 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.085035 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.085360 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.085683 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.086003 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.086389 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.086862 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.089776 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.089776 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.089776 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.089776 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.089776 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.089776 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.089776 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.089776 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.091086 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.091662 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.092179 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.092678 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.093134 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.093599 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.094595 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.094595 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.094595 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.094944 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.094944 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.095245 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.095680 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.098439 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.098439 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.098439 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.098439 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.098439 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.098439 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.098439 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.098439 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.099211 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.099211 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.099211 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.100308 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.100599 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.100859 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.101278 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.101539 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.101833 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.102128 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.102435 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.102719 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.103082 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.103350 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.103587 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.103864 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.104307 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.104892 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.104892 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.105088 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.105314 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.105643 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.105920 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.106228 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.106510 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.106816 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.107142 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.107441 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.112/identity {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.108711 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.108711 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.108711 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.108711 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.108711 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.109134 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.109134 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.109330 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.109582 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.109799 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.110029 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.110265 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.111790 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.111790 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.111790 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.111790 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.111790 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.111790 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.112299 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.112299 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.112461 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.112661 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.112950 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.113159 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.113414 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.113697 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.114018 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.114239 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.114529 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.114734 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.115028 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.115387 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.116695 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.116695 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.116695 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.116695 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.116695 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.117382 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.117382 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.117382 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.117835 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.118025 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.118750 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.118945 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.120353 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.120353 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.120353 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.120849 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.120849 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.121186 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.121320 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.121489 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.122263 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.122263 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.122565 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.122733 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.122983 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.123332 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.123560 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.123916 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.124189 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.124403 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.125687 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.125687 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.125687 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.125687 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.126393 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.126393 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.126744 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.126982 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.127269 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.129756 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.129756 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.129756 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.129756 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.129756 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.129756 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.129756 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.129756 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.131118 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.131118 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.131118 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.132436 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.132436 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.132729 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.132729 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.133060 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.133217 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.134419 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.134419 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.134419 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.134419 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.135145 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.135145 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.135460 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.135596 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.135762 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.136034 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.136352 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.136653 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.137015 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.137654 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.137654 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.138019 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.138165 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.138403 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.138662 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.140916 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.140916 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.140916 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.141429 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.141429 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.141844 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.142346 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.142655 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.143057 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.143057 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.143469 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.143720 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.143979 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.144419 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.145337 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.145337 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.145632 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.145632 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.145896 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.146167 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.146594 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.146754 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.148095 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.148095 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.148095 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.148095 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.148692 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.148830 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.148980 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.149242 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.149428 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.149715 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.150262 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.150439 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.150596 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:34:00.153287 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108946) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 21 09:34:00.153458 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:34:00.153982 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:34:00.153982 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:34:00.155009 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:34:00.155247 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:34:00.155564 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.155764 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.155951 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.156137 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.156324 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.156530 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.156716 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.156899 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.158365 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.158365 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.158365 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.158365 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.158365 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.158365 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.158365 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.158365 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.159137 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.159137 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.159137 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.159137 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.159137 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.159479 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.159479 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] debug = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.161257 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.161257 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.161257 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.161257 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.161587 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:00.161676 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.161676 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.161676 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.161676 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.161676 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.161676 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.161676 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.161676 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.162244 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.162244 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.162244 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.162244 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.162244 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.162601 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.162601 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] host = dv-cinder-815614-10-iscsi {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.162747 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.163199 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.163199 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.163785 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.163785 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.164306 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.164306 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.166012 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.166012 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.166012 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.166012 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.166012 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.167312 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.167312 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] log_file = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.167312 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] log_options = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.167312 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.167312 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.169730 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.169730 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.169730 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.171158 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.171158 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.171158 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.171158 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.171158 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.171158 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.171158 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.171158 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.172613 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.172613 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.172613 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.172613 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.172613 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.172613 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.172613 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.172613 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.174132 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.174132 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.174132 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.174132 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.174132 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.174132 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.174132 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.174132 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.174132 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.175861 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.175861 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.175861 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.175861 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.176517 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.176517 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.176517 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.177042 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.177042 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.177042 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.177552 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.177552 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.177552 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.178045 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.178045 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.178045 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.178569 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] use_json = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.178569 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.178569 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.178569 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.179292 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.179292 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.180318 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.180501 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.180698 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.180935 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:34:00.181163 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.181344 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.181520 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.181696 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.181871 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.182055 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.182746 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.182979 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.183171 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.183346 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.183522 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.183698 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.183889 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.183889 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.185442 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.185442 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.185442 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.185442 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.185442 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.185442 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.185442 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.185442 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.186747 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.186747 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.186747 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.186747 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.186747 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.186747 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.186747 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.186747 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.187890 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.189434 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.112/identity {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.189629 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.189840 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.190003 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.190167 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.190448 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.190602 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.190736 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.190924 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.191079 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.191231 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.193300 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.193300 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.193300 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.193300 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.193300 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.193300 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.193300 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.193300 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.194493 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.194493 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.194493 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.194493 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.194493 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.195169 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.195169 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.195169 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.195169 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.195832 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.195832 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.195832 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.195832 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.196525 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.196525 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.198127 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.199636 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.199867 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.200083 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.200280 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.200480 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.200669 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.200857 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.201044 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.201230 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.201414 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.201598 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.201783 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.201966 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.202404 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.202588 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.202769 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.203213 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.203852 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.204533 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.204750 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.205135 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.205404 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.206543 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.206543 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.206543 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.206543 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.206543 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.206543 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.208681 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.208681 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.208681 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.208681 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.208681 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.208681 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.208681 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.208681 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.209419 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.209419 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.209419 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.209419 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.209419 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.209419 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.209419 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.209419 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.211287 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.211287 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.211287 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.211287 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.211287 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.211287 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.211287 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.211287 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.212416 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.212416 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.212416 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.212416 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.212416 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.212416 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.214044 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.214232 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.214232 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.214584 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.214584 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.217052 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.217052 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.217052 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.217052 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.217052 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.217052 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.218114 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.218114 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.218114 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.218114 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.218114 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.218114 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.219096 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.219096 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.219711 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.219930 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.220120 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.220298 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.220474 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.220649 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.220822 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.112/identity {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.221012 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.221189 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.221364 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.221556 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.221663 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.221762 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.221938 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.222118 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.222303 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.222483 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.222662 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.222867 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.223030 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.223213 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.223371 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.223555 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.225013 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.225206 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.225413 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.225583 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.225765 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.225930 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.226113 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.226284 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.226464 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.226648 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.226847 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.227031 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.227207 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.227388 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.227568 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.227749 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.227931 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.228113 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.228293 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.228474 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.228649 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.228829 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.229029 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.229241 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.229421 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.229612 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.229798 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.229994 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.230124 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.230303 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.230481 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.230667 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.230891 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.231046 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.231224 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.231402 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.231580 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.231759 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.231943 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.232123 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.232307 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.233597 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.233791 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.233975 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.234155 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.234340 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.234531 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.234713 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.234947 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.235141 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.235302 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.235481 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.235677 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.235858 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.236037 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.236216 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.236387 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.236566 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.236750 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.236940 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.237121 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.237299 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.237478 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.237829 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.238026 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.238204 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.238386 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.238565 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.238744 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.238950 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.239140 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.239319 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.239499 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.239678 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.239856 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.240034 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.240226 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.240409 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.240589 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.240833 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.240946 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.241111 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.241277 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.241453 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.241633 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.241819 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.241997 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.242182 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.242361 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.242553 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.242733 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.242942 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.243098 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.243314 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.243462 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.243594 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.243768 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.243958 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.244165 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.244304 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.244499 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.245220 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.245379 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.245559 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.245745 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.245938 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.246116 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.246380 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.246487 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.246600 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.246802 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.247048 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.247216 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.247388 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.247541 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.247693 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.247842 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.247992 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.248156 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.248297 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.248475 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.248654 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.248834 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.249012 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.249190 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:34:00.249354 dv-cinder-815614-10-iscsi neutron-server[108946]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:34:12.715559 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5075fa7e-0c5d-45f6-85fb-437b19cf494c None None] get_active_networks_info from dv-cinder-815614-10-iscsi {{(pid=109058) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 21 09:34:12.826653 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5075fa7e-0c5d-45f6-85fb-437b19cf494c None None] No non-hosted networks {{(pid=109058) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 21 09:34:12.844633 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.agentschedulers_db [None req-5075fa7e-0c5d-45f6-85fb-437b19cf494c None None] DHCP Agent not found on host dv-cinder-815614-10-iscsi {{(pid=109058) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 21 09:34:12.901575 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-d4616181-b620-49b5-a011-8fc97b31a775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7897505'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:15.372774 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-bebd501c-aae8-4447-9d7e-7be35aa7de95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7897505'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:15.452440 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-6f9d3543-7230-4f87-a75a-a38d8a5ab77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:16.900478 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7897505'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:18.691347 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7897505'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:19.160545 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7897505'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:19.161198 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.161548 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.161890 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.162230 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.162564 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.162937 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.163291 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.163656 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.163987 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.164336 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.164687 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.165069 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.165420 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:19.165820 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815614-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:19.193476 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815614-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:19.836430 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.db.l3_hamode_db [None req-9e52e03a-e390-4851-a7d7-f1ea364f771c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 21 09:34:19.921521 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e52e03a-e390-4851-a7d7-f1ea364f771c None None] Routers set() bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:34:19.922036 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e52e03a-e390-4851-a7d7-f1ea364f771c None None] Router IDs set() for agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 21 09:34:23.000626 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 44962) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:34:23.513455 dv-cinder-815614-10-iscsi neutron-server[109057]: WARNING oslo_policy.policy [None req-98a6382e-f72f-4dc1-a27b-03a60ac19ef8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:34:23.514177 dv-cinder-815614-10-iscsi neutron-server[109057]: WARNING oslo_policy.policy [None req-98a6382e-f72f-4dc1-a27b-03a60ac19ef8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:34:23.745146 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [None req-98a6382e-f72f-4dc1-a27b-03a60ac19ef8 admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:34:23.746483 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-98a6382e-f72f-4dc1-a27b-03a60ac19ef8 admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7432461 Jan 21 09:34:26.577414 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 44978) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:34:26.884942 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-780f330d-544f-4307-9e8c-a6f96543e59a admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'tenant_id': '30d88f07e4fe41bab3e319b087ed4be9', 'default_prefixlen': 26}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:26.987038 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.policy [None req-780f330d-544f-4307-9e8c-a6f96543e59a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109057) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 21 09:34:27.039476 dv-cinder-815614-10-iscsi neutron-server[109057]: WARNING oslo_policy.policy [None req-780f330d-544f-4307-9e8c-a6f96543e59a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:34:27.039792 dv-cinder-815614-10-iscsi neutron-server[109057]: WARNING oslo_policy.policy [None req-780f330d-544f-4307-9e8c-a6f96543e59a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:34:27.048667 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.quota [None req-780f330d-544f-4307-9e8c-a6f96543e59a admin admin] Loaded quota_driver: . Jan 21 09:34:27.151564 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-780f330d-544f-4307-9e8c-a6f96543e59a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767563104435', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767563104896', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767563126796', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767563121653', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767563131506', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767563150472', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1466348', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1571485', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7908362', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7933390'] for rbac-policy (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:27.219512 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-780f330d-544f-4307-9e8c-a6f96543e59a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:27.220710 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-780f330d-544f-4307-9e8c-a6f96543e59a admin admin] 10.222.0.112 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6422606 Jan 21 09:34:30.004588 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 44990) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:34:30.318460 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'project_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'admin_state_up': True}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:30.350165 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Made reservation on behalf of ffcfbdf1c2854ab1ad149793e492f688 for: {'network': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:30.353593 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:30.371178 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:30.478770 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Publish callbacks [] for security_group (855b0797-6e29-473b-b062-805a8093575c), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:30.483333 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (855b0797-6e29-473b-b062-805a8093575c), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:30.508954 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=109057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:34:30.533939 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767559616534', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (402afa7f-2186-46ad-9898-30d63d9f8913), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:30.534568 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Unsubscribe: segment precommit_create {{(pid=109057) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 09:34:30.535210 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.segments_db [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Added segment 402afa7f-2186-46ad-9898-30d63d9f8913 of type vlan for network a4e26410-07ee-42ab-9060-f770c56b09cb Jan 21 09:34:30.541296 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855b0797-6e29-473b-b062-805a8093575c,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:30.563630 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:30.564139 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:30.564377 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:30.564707 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:30.565165 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:30.565515 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:30.565914 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:30.566261 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:30.566623 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:30.567005 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:30.567346 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:30.567681 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:30.568014 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Tracked resource versions report: Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: pushed versions: Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: { 'AddressGroup': {'1.2'}, Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'ConntrackHelper': {'1.0'}, Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'LocalIPAssociation': {'1.0'}, Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Log': {'1.0'}, Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Network': {'1.1'}, Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Port': {'1.7'}, Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'PortForwarding': {'1.2'}, Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'QosPolicy': {'1.10'}, Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'SecurityGroup': {'1.5'}, Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'SubPort': {'1.0'}, Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Subnet': {'1.1'}, Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Trunk': {'1.1'}} Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: consumer versions: Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: { DHCP agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: L3 agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: Metadata agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: Metering agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: Open vSwitch agent@dv-cinder-815614-10-iscsi: { 'AddressGroup': '1.2', Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'ConntrackHelper': '1.0', Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'LocalIPAssociation': '1.0', Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Log': '1.0', Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Network': '1.1', Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Port': '1.7', Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'PortForwarding': '1.2', Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'QosPolicy': '1.10', Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'SecurityGroup': '1.5', Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'SecurityGroupRule': '1.2', Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'SubPort': '1.0', Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Subnet': '1.1', Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Trunk': '1.1'}} Jan 21 09:34:30.569373 dv-cinder-815614-10-iscsi neutron-server[109057]: {{(pid=109057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:34:30.650582 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (a4e26410-07ee-42ab-9060-f770c56b09cb), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:30.690455 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (a4e26410-07ee-42ab-9060-f770c56b09cb), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:30.691826 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:30.692595 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:30.759238 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7534242 Jan 21 09:34:30.795205 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84862b0e-df05-47c4-b00b-ac170dde8834 admin admin] Pushing event updated for resources: {'Network': ['ID=a4e26410-07ee-42ab-9060-f770c56b09cb,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:30.808301 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network a4e26410-07ee-42ab-9060-f770c56b09cb details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:34:33.618068 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 45004) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:34:34.125082 dv-cinder-815614-10-iscsi neutron-server[109056]: WARNING oslo_policy.policy [None req-7285b038-b37d-4d0e-a2c4-b63fa47f0ca1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:34:34.125658 dv-cinder-815614-10-iscsi neutron-server[109056]: WARNING oslo_policy.policy [None req-7285b038-b37d-4d0e-a2c4-b63fa47f0ca1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:34:34.592296 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.policy [None req-7285b038-b37d-4d0e-a2c4-b63fa47f0ca1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109056) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 21 09:34:34.639156 dv-cinder-815614-10-iscsi neutron-server[109056]: WARNING oslo_policy.policy [None req-7285b038-b37d-4d0e-a2c4-b63fa47f0ca1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:34:34.640019 dv-cinder-815614-10-iscsi neutron-server[109056]: WARNING oslo_policy.policy [None req-7285b038-b37d-4d0e-a2c4-b63fa47f0ca1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:34:34.647788 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7285b038-b37d-4d0e-a2c4-b63fa47f0ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:34.650327 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-7285b038-b37d-4d0e-a2c4-b63fa47f0ca1 admin admin] 10.222.0.112 "GET /v2.0/networks/a4e26410-07ee-42ab-9060-f770c56b09cb HTTP/1.1" status: 200 len: 825 time: 1.0313168 Jan 21 09:34:34.689652 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-124a0e17-48b3-4f1a-b1a2-ea0bf4c8153b admin admin] 10.222.0.112 "GET /v2.0/subnetpools/493da967-b1f5-4277-8437-eb11e08e50cf HTTP/1.1" status: 200 len: 734 time: 0.0336502 Jan 21 09:34:34.698645 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'a4e26410-07ee-42ab-9060-f770c56b09cb', 'name': 'private-subnet', 'subnetpool_id': '493da967-b1f5-4277-8437-eb11e08e50cf', 'gateway_ip': '172.20.0.1', 'tenant_id': 'ffcfbdf1c2854ab1ad149793e492f688'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:34.701032 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.quota [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Loaded quota_driver: . Jan 21 09:34:34.745078 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Made reservation on behalf of ffcfbdf1c2854ab1ad149793e492f688 for: {'subnet': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:34.748546 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:35.037645 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for subnet (45a8a8b3-9a45-4f62-8228-1e889911d1be), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:35.107209 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Checking segment: {'id': '402afa7f-2186-46ad-9898-30d63d9f8913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'a4e26410-07ee-42ab-9060-f770c56b09cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:34:35.107612 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Network hostable DHCP agents. Network: a4e26410-07ee-42ab-9060-f770c56b09cb, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:34:35.123699 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a8a8b3-9a45-4f62-8228-1e889911d1be,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:35.139532 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:35.139950 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:35.140310 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:35.140663 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:35.140999 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:35.141342 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:35.141700 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:35.142039 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:35.142400 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:35.142737 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:35.143105 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:35.143438 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:35.143882 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Tracked resource versions report: Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: pushed versions: Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: { 'AddressGroup': {'1.2'}, Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'ConntrackHelper': {'1.0'}, Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'LocalIPAssociation': {'1.0'}, Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Log': {'1.0'}, Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Network': {'1.1'}, Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Port': {'1.7'}, Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'PortForwarding': {'1.2'}, Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'QosPolicy': {'1.10'}, Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'SecurityGroup': {'1.5'}, Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'SubPort': {'1.0'}, Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Subnet': {'1.1'}, Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Trunk': {'1.1'}} Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: consumer versions: Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: { DHCP agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: L3 agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: Metadata agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: Metering agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: Open vSwitch agent@dv-cinder-815614-10-iscsi: { 'AddressGroup': '1.2', Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'ConntrackHelper': '1.0', Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'LocalIPAssociation': '1.0', Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Log': '1.0', Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Network': '1.1', Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Port': '1.7', Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'PortForwarding': '1.2', Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'QosPolicy': '1.10', Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'SecurityGroup': '1.5', Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'SecurityGroupRule': '1.2', Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'SubPort': '1.0', Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Subnet': '1.1', Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Trunk': '1.1'}} Jan 21 09:34:35.145184 dv-cinder-815614-10-iscsi neutron-server[109056]: {{(pid=109056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:34:35.159436 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Network a4e26410-07ee-42ab-9060-f770c56b09cb is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:34:35.175439 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, a4e26410-07ee-42ab-9060-f770c56b09cb) {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:35.189997 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:35.190658 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:35.195919 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1f2444-c994-4926-95b9-16a47e1875b8 None None] Network a4e26410-07ee-42ab-9060-f770c56b09cb requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:34:35.214206 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-a8f6774a-4a6c-4cb3-bbb1-3c6341048d17 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5190864 Jan 21 09:34:35.475511 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3693bb14-d069-572a-a73c-21e20adad4c6-a4e26410-07ee-42ab-9060-f770c56b09cb', 'network_id': 'a4e26410-07ee-42ab-9060-f770c56b09cb', 'project_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'fixed_ips': [{'subnet_id': '45a8a8b3-9a45-4f62-8228-1e889911d1be'}]}} from dv-cinder-815614-10-iscsi. {{(pid=109058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:34:35.476934 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:35.768197 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.db_base_plugin_common [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Allocated IP 172.20.0.2 (a4e26410-07ee-42ab-9060-f770c56b09cb/45a8a8b3-9a45-4f62-8228-1e889911d1be/e0dc3c49-7a64-4bc2-8259-9e8bde80c23f) {{(pid=109058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:36.078735 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Publish callbacks [] for port (e0dc3c49-7a64-4bc2-8259-9e8bde80c23f), precommit_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:36.087887 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834'] for port (e0dc3c49-7a64-4bc2-8259-9e8bde80c23f), after_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:36.169993 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Network a4e26410-07ee-42ab-9060-f770c56b09cb is already hosted by enough agents. {{(pid=109058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:36.178884 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.base_scheduler [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Resources bound (agent type, host, resource id): {{(pid=109058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:36.182293 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Received port after_create {{(pid=109058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:34:36.193099 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Pushing event updated for resources: {'Port': ['ID=e0dc3c49-7a64-4bc2-8259-9e8bde80c23f,revision_number=1']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:36.237003 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:36.237848 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:36.237848 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:36.238075 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:36.238400 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:36.238741 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:36.239131 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:36.239475 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:36.239812 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:36.240183 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:36.240523 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:36.240855 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:36.241186 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Tracked resource versions report: Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: pushed versions: Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: { 'AddressGroup': {'1.2'}, Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'ConntrackHelper': {'1.0'}, Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'LocalIPAssociation': {'1.0'}, Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Log': {'1.0'}, Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Network': {'1.1'}, Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Port': {'1.7'}, Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'PortForwarding': {'1.2'}, Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'QosPolicy': {'1.10'}, Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'SecurityGroup': {'1.5'}, Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'SubPort': {'1.0'}, Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Subnet': {'1.1'}, Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Trunk': {'1.1'}} Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: consumer versions: Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: { DHCP agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: L3 agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: Metadata agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: Metering agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: Open vSwitch agent@dv-cinder-815614-10-iscsi: { 'AddressGroup': '1.2', Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'ConntrackHelper': '1.0', Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'LocalIPAssociation': '1.0', Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Log': '1.0', Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Network': '1.1', Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Port': '1.7', Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'PortForwarding': '1.2', Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'QosPolicy': '1.10', Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'SecurityGroup': '1.5', Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'SecurityGroupRule': '1.2', Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'SubPort': '1.0', Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Subnet': '1.1', Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Trunk': '1.1'}} Jan 21 09:34:36.242706 dv-cinder-815614-10-iscsi neutron-server[109058]: {{(pid=109058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:34:36.277585 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Attempting to bind port e0dc3c49-7a64-4bc2-8259-9e8bde80c23f on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:34:36.278000 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Attempting to bind port e0dc3c49-7a64-4bc2-8259-9e8bde80c23f by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '402afa7f-2186-46ad-9898-30d63d9f8913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'a4e26410-07ee-42ab-9060-f770c56b09cb'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:34:36.278476 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Attempting to bind port e0dc3c49-7a64-4bc2-8259-9e8bde80c23f on network a4e26410-07ee-42ab-9060-f770c56b09cb {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:36.283456 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:36.283844 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Checking segment: {'id': '402afa7f-2186-46ad-9898-30d63d9f8913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'a4e26410-07ee-42ab-9060-f770c56b09cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:34:36.284356 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:36.284768 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Bound using segment: {'id': '402afa7f-2186-46ad-9898-30d63d9f8913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'a4e26410-07ee-42ab-9060-f770c56b09cb'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:36.285287 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Bound port: e0dc3c49-7a64-4bc2-8259-9e8bde80c23f, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402afa7f-2186-46ad-9898-30d63d9f8913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'a4e26410-07ee-42ab-9060-f770c56b09cb'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:34:36.285715 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (e0dc3c49-7a64-4bc2-8259-9e8bde80c23f), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:36.348911 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] For port e0dc3c49-7a64-4bc2-8259-9e8bde80c23f, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:36.354083 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] For port e0dc3c49-7a64-4bc2-8259-9e8bde80c23f, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=e0dc3c49-7a64-4bc2-8259-9e8bde80c23f,segment=NetworkSegment(402afa7f-2186-46ad-9898-30d63d9f8913),segment_id=402afa7f-2186-46ad-9898-30d63d9f8913)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:36.358170 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (e0dc3c49-7a64-4bc2-8259-9e8bde80c23f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:36.422073 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bd34b-d56a-476e-9865-635aad34f483 None None] Pushing event updated for resources: {'Port': ['ID=e0dc3c49-7a64-4bc2-8259-9e8bde80c23f,revision_number=2']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:37.832131 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45026) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:34:38.157703 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [None req-ca0d1284-2a72-4586-a19d-3841809173b8 admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:34:38.158725 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-ca0d1284-2a72-4586-a19d-3841809173b8 admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3256199 Jan 21 09:34:40.754358 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45034) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:34:41.076003 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [None req-49c83297-0ee3-4a05-8ae9-a58804bf1275 admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:34:41.077038 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-49c83297-0ee3-4a05-8ae9-a58804bf1275 admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3216348 Jan 21 09:34:42.050842 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 5 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:34:42.667895 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c0692b93-883d-4ad5-b3e6-20b1ca06d83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:43.947404 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45044) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:34:44.254011 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-b36db415-c25f-4adf-afc0-860c1471fef0 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'admin_state_up': True}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:44.280918 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b36db415-c25f-4adf-afc0-860c1471fef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7907917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15989'] for router (fe1dbfa4-3891-4f27-858a-bf1cecbbae47), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:44.282812 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b36db415-c25f-4adf-afc0-860c1471fef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7909373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8057193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15994'] for router (fe1dbfa4-3891-4f27-858a-bf1cecbbae47), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:44.421312 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b36db415-c25f-4adf-afc0-860c1471fef0 admin admin] Publish callbacks [] for router_controller (fe1dbfa4-3891-4f27-858a-bf1cecbbae47), precommit_add_association {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:44.427071 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b36db415-c25f-4adf-afc0-860c1471fef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7909322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7910412'] for router (fe1dbfa4-3891-4f27-858a-bf1cecbbae47), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:44.442303 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b36db415-c25f-4adf-afc0-860c1471fef0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:44.443569 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-b36db415-c25f-4adf-afc0-860c1471fef0 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4951625 Jan 21 09:34:45.367417 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-cd59a207-868d-45e1-904b-c23916dd883d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:46.805011 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:47.031471 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 45056) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:34:47.321293 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [None req-efdd1de7-8019-41c2-9d2a-d8787f3b804d admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:34:47.322339 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-efdd1de7-8019-41c2-9d2a-d8787f3b804d admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2898822 Jan 21 09:34:47.996813 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device e0dc3c49-7a64-4bc2-8259-9e8bde80c23f up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:48.088153 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port e0dc3c49-7a64-4bc2-8259-9e8bde80c23f triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:48.088593 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (e0dc3c49-7a64-4bc2-8259-9e8bde80c23f), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:48.202074 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port e0dc3c49-7a64-4bc2-8259-9e8bde80c23f is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:34:48.202583 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (e0dc3c49-7a64-4bc2-8259-9e8bde80c23f), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:48.237411 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] For port e0dc3c49-7a64-4bc2-8259-9e8bde80c23f, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=e0dc3c49-7a64-4bc2-8259-9e8bde80c23f,segment=NetworkSegment(402afa7f-2186-46ad-9898-30d63d9f8913),segment_id=402afa7f-2186-46ad-9898-30d63d9f8913)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:48.242458 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (e0dc3c49-7a64-4bc2-8259-9e8bde80c23f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:48.288056 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40021f65-7e13-4212-bf59-1a067d0d155d None None] Network a4e26410-07ee-42ab-9060-f770c56b09cb requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:34:48.305197 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Pushing event updated for resources: {'Port': ['ID=e0dc3c49-7a64-4bc2-8259-9e8bde80c23f,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:48.416331 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-85492054-b160-4ce8-a108-dd4e37133e59 None None] Provisioning complete for port e0dc3c49-7a64-4bc2-8259-9e8bde80c23f triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:48.416740 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-85492054-b160-4ce8-a108-dd4e37133e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (e0dc3c49-7a64-4bc2-8259-9e8bde80c23f), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:48.503728 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-85492054-b160-4ce8-a108-dd4e37133e59 None None] Current status of the port e0dc3c49-7a64-4bc2-8259-9e8bde80c23f is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:34:48.631081 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:48.724484 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-126e23a6-e62e-467f-8609-381de2c17858 None None] Provisioning complete for port e0dc3c49-7a64-4bc2-8259-9e8bde80c23f triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:48.724787 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-126e23a6-e62e-467f-8609-381de2c17858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (e0dc3c49-7a64-4bc2-8259-9e8bde80c23f), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:48.798262 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-126e23a6-e62e-467f-8609-381de2c17858 None None] Current status of the port e0dc3c49-7a64-4bc2-8259-9e8bde80c23f is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:34:49.153404 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:49.873783 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45086) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:34:49.925676 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-91f44c05-b3a1-42c9-97dd-2cd611951e9c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'project_id': '30d88f07e4fe41bab3e319b087ed4be9', 'tenant_id': '30d88f07e4fe41bab3e319b087ed4be9', 'router:external': True}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:49.936919 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device e0dc3c49-7a64-4bc2-8259-9e8bde80c23f up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:34:49.949741 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f44c05-b3a1-42c9-97dd-2cd611951e9c admin admin] Made reservation on behalf of 30d88f07e4fe41bab3e319b087ed4be9 for: {'network': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:49.952375 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-91f44c05-b3a1-42c9-97dd-2cd611951e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:49.961454 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-91f44c05-b3a1-42c9-97dd-2cd611951e9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:49.987610 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port e0dc3c49-7a64-4bc2-8259-9e8bde80c23f triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:49.988027 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (e0dc3c49-7a64-4bc2-8259-9e8bde80c23f), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:50.035691 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-91f44c05-b3a1-42c9-97dd-2cd611951e9c admin admin] Publish callbacks [] for security_group (253f5a52-a023-41d1-9fdc-8ee6daff430b), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:50.040579 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-91f44c05-b3a1-42c9-97dd-2cd611951e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (253f5a52-a023-41d1-9fdc-8ee6daff430b), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:50.058420 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-91f44c05-b3a1-42c9-97dd-2cd611951e9c admin admin] Reserving flat network on physical network physnet1 {{(pid=109057) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 21 09:34:50.066524 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port e0dc3c49-7a64-4bc2-8259-9e8bde80c23f is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:34:50.075716 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f44c05-b3a1-42c9-97dd-2cd611951e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253f5a52-a023-41d1-9fdc-8ee6daff430b,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:50.080681 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-91f44c05-b3a1-42c9-97dd-2cd611951e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (6c4024b1-7a25-49e1-9a7c-2e89c41e5049), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:50.081032 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.segments_db [None req-91f44c05-b3a1-42c9-97dd-2cd611951e9c admin admin] Added segment 6c4024b1-7a25-49e1-9a7c-2e89c41e5049 of type flat for network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 Jan 21 09:34:50.125697 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-91f44c05-b3a1-42c9-97dd-2cd611951e9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (2ddc8222-1f88-4890-b924-a07a9f8c5bc3), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:50.159874 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-91f44c05-b3a1-42c9-97dd-2cd611951e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (2ddc8222-1f88-4890-b924-a07a9f8c5bc3), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:50.160901 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f44c05-b3a1-42c9-97dd-2cd611951e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:50.161434 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-91f44c05-b3a1-42c9-97dd-2cd611951e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:50.234548 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-91f44c05-b3a1-42c9-97dd-2cd611951e9c admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3596361 Jan 21 09:34:50.239994 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f44c05-b3a1-42c9-97dd-2cd611951e9c admin admin] Pushing event updated for resources: {'Network': ['ID=2ddc8222-1f88-4890-b924-a07a9f8c5bc3,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:50.251836 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:34:52.641328 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45094) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:34:52.774943 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e452e05-3c71-46c9-9c61-d138f894d247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:52.776348 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-2e452e05-3c71-46c9-9c61-d138f894d247 admin admin] 10.222.0.112 "GET /v2.0/subnets/45a8a8b3-9a45-4f62-8228-1e889911d1be HTTP/1.1" status: 200 len: 849 time: 0.1340363 Jan 21 09:34:52.892852 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-20283da6-6715-4c91-ba81-e7d4c33bedf1 admin admin] 10.222.0.112 "GET /v2.0/routers/fe1dbfa4-3891-4f27-858a-bf1cecbbae47 HTTP/1.1" status: 200 len: 704 time: 0.1108785 Jan 21 09:34:53.155300 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:53.452574 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] Allocated IP 172.20.0.1 (a4e26410-07ee-42ab-9060-f770c56b09cb/45a8a8b3-9a45-4f62-8228-1e889911d1be/fb8339ff-2772-4c3b-abfb-e357b355615d) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:34:53.637617 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] Publish callbacks [] for port (fb8339ff-2772-4c3b-abfb-e357b355615d), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:53.703185 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834'] for port (fb8339ff-2772-4c3b-abfb-e357b355615d), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:53.780621 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] Network a4e26410-07ee-42ab-9060-f770c56b09cb is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:53.785950 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:53.795381 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:34:53.796477 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912766'] for router_interface (fe1dbfa4-3891-4f27-858a-bf1cecbbae47), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:53.814839 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] Pushing event updated for resources: {'Port': ['ID=fb8339ff-2772-4c3b-abfb-e357b355615d,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:54.039505 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (fb8339ff-2772-4c3b-abfb-e357b355615d), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:54.050316 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-ff0bf940-b6cd-4257-b9f8-ab37f1289309 None None] Provisioning complete for port fb8339ff-2772-4c3b-abfb-e357b355615d triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:54.051017 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-ff0bf940-b6cd-4257-b9f8-ab37f1289309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (fb8339ff-2772-4c3b-abfb-e357b355615d), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:54.085458 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-ff0bf940-b6cd-4257-b9f8-ab37f1289309 None None] Port fb8339ff-2772-4c3b-abfb-e357b355615d cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:34:54.259046 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] Publish callbacks [] for port (fb8339ff-2772-4c3b-abfb-e357b355615d), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:54.263879 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (fb8339ff-2772-4c3b-abfb-e357b355615d), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:54.264761 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7909537'] for router_interface (fe1dbfa4-3891-4f27-858a-bf1cecbbae47), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:54.347512 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] Pushing event updated for resources: {'Port': ['ID=fb8339ff-2772-4c3b-abfb-e357b355615d,revision_number=2']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:54.389733 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] Network a4e26410-07ee-42ab-9060-f770c56b09cb is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:34:54.391157 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:34:54.553827 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] Router fe1dbfa4-3891-4f27-858a-bf1cecbbae47 is scheduled to L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 with binding_index 1 {{(pid=109057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:34:54.616528 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-b1faf35d-6d66-4801-9a10-75503e5826f6 None None] Provisioning complete for port fb8339ff-2772-4c3b-abfb-e357b355615d triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:54.617172 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b1faf35d-6d66-4801-9a10-75503e5826f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (fb8339ff-2772-4c3b-abfb-e357b355615d), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:54.668875 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-b1faf35d-6d66-4801-9a10-75503e5826f6 None None] Port fb8339ff-2772-4c3b-abfb-e357b355615d cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:34:54.684934 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:34:54.690670 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-7c90b63e-feb0-47a1-bfce-ca73729ded2d admin admin] 10.222.0.112 "PUT /v2.0/routers/fe1dbfa4-3891-4f27-858a-bf1cecbbae47/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7926702 Jan 21 09:34:54.694758 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Sync routers for ids ['fe1dbfa4-3891-4f27-858a-bf1cecbbae47'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:34:54.707884 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Routers {'fe1dbfa4-3891-4f27-858a-bf1cecbbae47'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:34:54.708837 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:34:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['fe1dbfa4-3891-4f27-858a-bf1cecbbae47'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:54.897893 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Set router fe1dbfa4-3891-4f27-858a-bf1cecbbae47 gateway port host: None {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:34:55.345489 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1dbfa4-3891-4f27-858a-bf1cecbbae47', 'name': 'router1', 'tenant_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:44Z', 'updated_at': '2022-01-21T09:34:53Z', 'revision_number': 2, 'project_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'gw_port_host': None, '_interfaces': [{'id': 'fb8339ff-2772-4c3b-abfb-e357b355615d', 'name': '', 'network_id': 'a4e26410-07ee-42ab-9060-f770c56b09cb', 'tenant_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'mac_address': 'fa:16:3e:60:64:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1dbfa4-3891-4f27-858a-bf1cecbbae47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45a8a8b3-9a45-4f62-8228-1e889911d1be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:53Z', 'updated_at': '2022-01-21T09:34:54Z', 'revision_number': 2, 'project_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'subnets': [{'id': '45a8a8b3-9a45-4f62-8228-1e889911d1be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '493da967-b1f5-4277-8437-eb11e08e50cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:55.396785 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Checking router: fe1dbfa4-3891-4f27-858a-bf1cecbbae47 for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:34:55.397182 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Updating router fe1dbfa4-3891-4f27-858a-bf1cecbbae47 port fb8339ff-2772-4c3b-abfb-e357b355615d binding host dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:34:55.472277 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (fb8339ff-2772-4c3b-abfb-e357b355615d), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:55.975847 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Publish callbacks [] for port (fb8339ff-2772-4c3b-abfb-e357b355615d), precommit_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:55.982942 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (fb8339ff-2772-4c3b-abfb-e357b355615d), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:56.082938 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e7838-7907-4c61-a087-bdcdcfa847a2 None None] Pushing event updated for resources: {'Port': ['ID=fb8339ff-2772-4c3b-abfb-e357b355615d,revision_number=3']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:56.116827 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e7838-7907-4c61-a087-bdcdcfa847a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:56.117246 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e7838-7907-4c61-a087-bdcdcfa847a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:56.117554 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e7838-7907-4c61-a087-bdcdcfa847a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:56.117905 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e7838-7907-4c61-a087-bdcdcfa847a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:56.118252 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e7838-7907-4c61-a087-bdcdcfa847a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:56.118593 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e7838-7907-4c61-a087-bdcdcfa847a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:56.119000 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e7838-7907-4c61-a087-bdcdcfa847a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:56.119491 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e7838-7907-4c61-a087-bdcdcfa847a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:56.119721 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e7838-7907-4c61-a087-bdcdcfa847a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:56.120167 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e7838-7907-4c61-a087-bdcdcfa847a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:56.120523 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e7838-7907-4c61-a087-bdcdcfa847a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:56.120880 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e7838-7907-4c61-a087-bdcdcfa847a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:56.121347 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e7838-7907-4c61-a087-bdcdcfa847a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e7838-7907-4c61-a087-bdcdcfa847a2 None None] Tracked resource versions report: Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: pushed versions: Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: { 'AddressGroup': {'1.2'}, Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'ConntrackHelper': {'1.0'}, Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'LocalIPAssociation': {'1.0'}, Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Log': {'1.0'}, Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Network': {'1.1'}, Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Port': {'1.7'}, Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'PortForwarding': {'1.2'}, Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'QosPolicy': {'1.10'}, Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'SecurityGroup': {'1.5'}, Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'SubPort': {'1.0'}, Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Subnet': {'1.1'}, Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Trunk': {'1.1'}} Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: consumer versions: Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: { DHCP agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: L3 agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: Metadata agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: Metering agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: Open vSwitch agent@dv-cinder-815614-10-iscsi: { 'AddressGroup': '1.2', Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'ConntrackHelper': '1.0', Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'LocalIPAssociation': '1.0', Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Log': '1.0', Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Network': '1.1', Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Port': '1.7', Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'PortForwarding': '1.2', Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'QosPolicy': '1.10', Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'SecurityGroup': '1.5', Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'SecurityGroupRule': '1.2', Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'SubPort': '1.0', Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Subnet': '1.1', Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Trunk': '1.1'}} Jan 21 09:34:56.123545 dv-cinder-815614-10-iscsi neutron-server[109059]: {{(pid=109059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:34:56.179705 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Attempting to bind port fb8339ff-2772-4c3b-abfb-e357b355615d on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:34:56.180131 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Attempting to bind port fb8339ff-2772-4c3b-abfb-e357b355615d by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '402afa7f-2186-46ad-9898-30d63d9f8913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'a4e26410-07ee-42ab-9060-f770c56b09cb'}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:34:56.180657 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Attempting to bind port fb8339ff-2772-4c3b-abfb-e357b355615d on network a4e26410-07ee-42ab-9060-f770c56b09cb {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:34:56.185979 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:34:56.186387 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Checking segment: {'id': '402afa7f-2186-46ad-9898-30d63d9f8913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'a4e26410-07ee-42ab-9060-f770c56b09cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:34:56.186965 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:56.187374 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Bound using segment: {'id': '402afa7f-2186-46ad-9898-30d63d9f8913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'a4e26410-07ee-42ab-9060-f770c56b09cb'} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:34:56.187889 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Bound port: fb8339ff-2772-4c3b-abfb-e357b355615d, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402afa7f-2186-46ad-9898-30d63d9f8913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'a4e26410-07ee-42ab-9060-f770c56b09cb'}}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:34:56.188281 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (fb8339ff-2772-4c3b-abfb-e357b355615d), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:56.258673 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] For port fb8339ff-2772-4c3b-abfb-e357b355615d, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:34:56.278218 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] For port fb8339ff-2772-4c3b-abfb-e357b355615d, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=fb8339ff-2772-4c3b-abfb-e357b355615d,segment=NetworkSegment(402afa7f-2186-46ad-9898-30d63d9f8913),segment_id=402afa7f-2186-46ad-9898-30d63d9f8913)] {{(pid=109059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:34:56.283043 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (fb8339ff-2772-4c3b-abfb-e357b355615d), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:56.299995 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-2a77e426-438c-4416-b153-444b83540aea None None] Provisioning complete for port fb8339ff-2772-4c3b-abfb-e357b355615d triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:56.300621 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-2a77e426-438c-4416-b153-444b83540aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (fb8339ff-2772-4c3b-abfb-e357b355615d), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:56.332399 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Routers {'fe1dbfa4-3891-4f27-858a-bf1cecbbae47'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:34:56.333036 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:34:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['fe1dbfa4-3891-4f27-858a-bf1cecbbae47'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:56.388510 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-2a77e426-438c-4416-b153-444b83540aea None None] Current status of the port fb8339ff-2772-4c3b-abfb-e357b355615d is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:34:56.388807 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-2a77e426-438c-4416-b153-444b83540aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (fb8339ff-2772-4c3b-abfb-e357b355615d), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:56.421557 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] Set router fe1dbfa4-3891-4f27-858a-bf1cecbbae47 gateway port host: None {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:34:56.426346 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-2a77e426-438c-4416-b153-444b83540aea None None] For port fb8339ff-2772-4c3b-abfb-e357b355615d, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=fb8339ff-2772-4c3b-abfb-e357b355615d,segment=NetworkSegment(402afa7f-2186-46ad-9898-30d63d9f8913),segment_id=402afa7f-2186-46ad-9898-30d63d9f8913)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:34:56.431986 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-2a77e426-438c-4416-b153-444b83540aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (fb8339ff-2772-4c3b-abfb-e357b355615d), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:56.489206 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77e426-438c-4416-b153-444b83540aea None None] Pushing event updated for resources: {'Port': ['ID=fb8339ff-2772-4c3b-abfb-e357b355615d,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:56.564241 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e7838-7907-4c61-a087-bdcdcfa847a2 None None] Pushing event updated for resources: {'Port': ['ID=fb8339ff-2772-4c3b-abfb-e357b355615d,revision_number=4']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:56.645757 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1dbfa4-3891-4f27-858a-bf1cecbbae47', 'name': 'router1', 'tenant_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:44Z', 'updated_at': '2022-01-21T09:34:53Z', 'revision_number': 2, 'project_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'gw_port_host': None, '_interfaces': [{'id': 'fb8339ff-2772-4c3b-abfb-e357b355615d', 'name': '', 'network_id': 'a4e26410-07ee-42ab-9060-f770c56b09cb', 'tenant_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'mac_address': 'fa:16:3e:60:64:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1dbfa4-3891-4f27-858a-bf1cecbbae47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45a8a8b3-9a45-4f62-8228-1e889911d1be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:53Z', 'updated_at': '2022-01-21T09:34:56Z', 'revision_number': 4, 'project_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'subnets': [{'id': '45a8a8b3-9a45-4f62-8228-1e889911d1be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '493da967-b1f5-4277-8437-eb11e08e50cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:34:56.663876 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-eeea6017-7d55-465e-8057-ba652fdd0818 None None] Provisioning complete for port fb8339ff-2772-4c3b-abfb-e357b355615d triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:34:56.664388 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-eeea6017-7d55-465e-8057-ba652fdd0818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (fb8339ff-2772-4c3b-abfb-e357b355615d), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:56.672832 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b35c08-24fd-418d-87eb-7a1793698068 None None] The sync data for ids ['fe1dbfa4-3891-4f27-858a-bf1cecbbae47'] in dv-cinder-815614-10-iscsi is: [{'id': 'fe1dbfa4-3891-4f27-858a-bf1cecbbae47', 'name': 'router1', 'tenant_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:44Z', 'updated_at': '2022-01-21T09:34:53Z', 'revision_number': 2, 'project_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'gw_port_host': None, '_interfaces': [{'id': 'fb8339ff-2772-4c3b-abfb-e357b355615d', 'name': '', 'network_id': 'a4e26410-07ee-42ab-9060-f770c56b09cb', 'tenant_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'mac_address': 'fa:16:3e:60:64:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1dbfa4-3891-4f27-858a-bf1cecbbae47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45a8a8b3-9a45-4f62-8228-1e889911d1be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:53Z', 'updated_at': '2022-01-21T09:34:56Z', 'revision_number': 4, 'project_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'subnets': [{'id': '45a8a8b3-9a45-4f62-8228-1e889911d1be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '493da967-b1f5-4277-8437-eb11e08e50cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:34:56.750102 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-eeea6017-7d55-465e-8057-ba652fdd0818 None None] Current status of the port fb8339ff-2772-4c3b-abfb-e357b355615d is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:34:59.616589 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45112) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:34:59.726280 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d240ed-5664-438d-bc60-047b43259d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:34:59.727725 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-96d240ed-5664-438d-bc60-047b43259d7f admin admin] 10.222.0.112 "GET /v2.0/networks/2ddc8222-1f88-4890-b924-a07a9f8c5bc3 HTTP/1.1" status: 200 len: 842 time: 0.1100688 Jan 21 09:34:59.737215 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-45325bc8-f8ec-4ddc-9ccf-2b7493fa3c13 admin admin] Request body: {'subnet': {'tenant_id': '30d88f07e4fe41bab3e319b087ed4be9', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'name': 'public-subnet'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:34:59.764248 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45325bc8-f8ec-4ddc-9ccf-2b7493fa3c13 admin admin] Made reservation on behalf of 30d88f07e4fe41bab3e319b087ed4be9 for: {'subnet': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:34:59.766469 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-45325bc8-f8ec-4ddc-9ccf-2b7493fa3c13 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:00.072652 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.objects.ports [None req-45325bc8-f8ec-4ddc-9ccf-2b7493fa3c13 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109057) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:35:00.073111 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-45325bc8-f8ec-4ddc-9ccf-2b7493fa3c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for subnet (6a5ad603-2769-4c5d-88d7-c424f1130884), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:00.133919 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45325bc8-f8ec-4ddc-9ccf-2b7493fa3c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a5ad603-2769-4c5d-88d7-c424f1130884,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:00.139161 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45325bc8-f8ec-4ddc-9ccf-2b7493fa3c13 admin admin] Checking segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:35:00.139557 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45325bc8-f8ec-4ddc-9ccf-2b7493fa3c13 admin admin] Network hostable DHCP agents. Network: 2ddc8222-1f88-4890-b924-a07a9f8c5bc3, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:35:00.167638 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45325bc8-f8ec-4ddc-9ccf-2b7493fa3c13 admin admin] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:35:00.182046 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-45325bc8-f8ec-4ddc-9ccf-2b7493fa3c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, 2ddc8222-1f88-4890-b924-a07a9f8c5bc3) {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:00.187268 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45325bc8-f8ec-4ddc-9ccf-2b7493fa3c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:00.187784 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-45325bc8-f8ec-4ddc-9ccf-2b7493fa3c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:00.199948 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52df648-a38a-4b37-b8b2-c625954f75d1 None None] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:35:00.210851 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-45325bc8-f8ec-4ddc-9ccf-2b7493fa3c13 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4728370 Jan 21 09:35:00.312853 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb07ca9-b7bc-43aa-b278-922591090adc None None] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:35:02.697216 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45120) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:02.833024 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-e6210e74-0a03-424c-a7d4-faf8a4b9b04c admin admin] 10.222.0.112 "GET /v2.0/routers/fe1dbfa4-3891-4f27-858a-bf1cecbbae47 HTTP/1.1" status: 200 len: 710 time: 0.1345766 Jan 21 09:35:02.987645 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93befd7-6d97-4abb-b81f-46f647110521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:02.989064 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-f93befd7-6d97-4abb-b81f-46f647110521 admin admin] 10.222.0.112 "GET /v2.0/networks/2ddc8222-1f88-4890-b924-a07a9f8c5bc3 HTTP/1.1" status: 200 len: 886 time: 0.1502247 Jan 21 09:35:02.998651 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-6fdbc75b-a2eb-4175-af32-e4164ef35af3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:03.244323 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc75b-a2eb-4175-af32-e4164ef35af3 admin admin] Publish callbacks [] for router_gateway (fe1dbfa4-3891-4f27-858a-bf1cecbbae47), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:03.475068 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc75b-a2eb-4175-af32-e4164ef35af3 admin admin] Publish callbacks [] for router_gateway (fe1dbfa4-3891-4f27-858a-bf1cecbbae47), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:03.556655 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc75b-a2eb-4175-af32-e4164ef35af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:03.668584 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [None req-6fdbc75b-a2eb-4175-af32-e4164ef35af3 admin admin] Allocated IP 172.27.1.53 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/d9d3901e-524f-4367-a251-218f849f761c) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:03.772522 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc75b-a2eb-4175-af32-e4164ef35af3 admin admin] Publish callbacks [] for port (d9d3901e-524f-4367-a251-218f849f761c), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:03.810300 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc75b-a2eb-4175-af32-e4164ef35af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834'] for port (d9d3901e-524f-4367-a251-218f849f761c), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:03.844376 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdbc75b-a2eb-4175-af32-e4164ef35af3 admin admin] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:03.847512 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-6fdbc75b-a2eb-4175-af32-e4164ef35af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:03.855610 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdbc75b-a2eb-4175-af32-e4164ef35af3 admin admin] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:35:03.891594 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbc75b-a2eb-4175-af32-e4164ef35af3 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d3901e-524f-4367-a251-218f849f761c,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:03.993110 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device fb8339ff-2772-4c3b-abfb-e357b355615d up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:04.043155 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port fb8339ff-2772-4c3b-abfb-e357b355615d triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:04.043462 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (fb8339ff-2772-4c3b-abfb-e357b355615d), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:04.120354 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc75b-a2eb-4175-af32-e4164ef35af3 admin admin] Publish callbacks [] for router_gateway (fe1dbfa4-3891-4f27-858a-bf1cecbbae47), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:04.126990 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port fb8339ff-2772-4c3b-abfb-e357b355615d is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:35:04.396444 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc75b-a2eb-4175-af32-e4164ef35af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7905519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7909331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15944'] for router (fe1dbfa4-3891-4f27-858a-bf1cecbbae47), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:04.400181 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc75b-a2eb-4175-af32-e4164ef35af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7910412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7905510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7910421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7909336'] for router (fe1dbfa4-3891-4f27-858a-bf1cecbbae47), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:04.508210 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdbc75b-a2eb-4175-af32-e4164ef35af3 admin admin] Router fe1dbfa4-3891-4f27-858a-bf1cecbbae47 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:04.615202 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdbc75b-a2eb-4175-af32-e4164ef35af3 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:04.620164 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc75b-a2eb-4175-af32-e4164ef35af3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:04.621388 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-6fdbc75b-a2eb-4175-af32-e4164ef35af3 admin admin] 10.222.0.112 "PUT /v2.0/routers/fe1dbfa4-3891-4f27-858a-bf1cecbbae47 HTTP/1.1" status: 200 len: 889 time: 1.6259522 Jan 21 09:35:05.613475 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Sync routers for ids ['fe1dbfa4-3891-4f27-858a-bf1cecbbae47'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:05.624407 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Routers {'fe1dbfa4-3891-4f27-858a-bf1cecbbae47'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:35:05.625106 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:34:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['fe1dbfa4-3891-4f27-858a-bf1cecbbae47'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:05.837490 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Set router fe1dbfa4-3891-4f27-858a-bf1cecbbae47 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:06.307818 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1dbfa4-3891-4f27-858a-bf1cecbbae47', 'name': 'router1', 'tenant_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'd9d3901e-524f-4367-a251-218f849f761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:44Z', 'updated_at': '2022-01-21T09:35:03Z', 'revision_number': 4, 'project_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'gw_port': {'id': 'd9d3901e-524f-4367-a251-218f849f761c', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1dbfa4-3891-4f27-858a-bf1cecbbae47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:03Z', 'updated_at': '2022-01-21T09:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'fb8339ff-2772-4c3b-abfb-e357b355615d', 'name': '', 'network_id': 'a4e26410-07ee-42ab-9060-f770c56b09cb', 'tenant_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'mac_address': 'fa:16:3e:60:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1dbfa4-3891-4f27-858a-bf1cecbbae47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45a8a8b3-9a45-4f62-8228-1e889911d1be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:53Z', 'updated_at': '2022-01-21T09:34:56Z', 'revision_number': 5, 'project_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'subnets': [{'id': '45a8a8b3-9a45-4f62-8228-1e889911d1be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '493da967-b1f5-4277-8437-eb11e08e50cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:06.358872 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Checking router: fe1dbfa4-3891-4f27-858a-bf1cecbbae47 for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:35:06.359246 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Updating router fe1dbfa4-3891-4f27-858a-bf1cecbbae47 port d9d3901e-524f-4367-a251-218f849f761c binding host dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:35:06.405208 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d9d3901e-524f-4367-a251-218f849f761c), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:06.719131 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Publish callbacks [] for port (d9d3901e-524f-4367-a251-218f849f761c), precommit_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:06.726980 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d9d3901e-524f-4367-a251-218f849f761c), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:06.779668 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6e989-10af-4a67-a4be-91e762902623 None None] Pushing event updated for resources: {'Port': ['ID=d9d3901e-524f-4367-a251-218f849f761c,revision_number=2']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:06.783845 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Attempting to bind port d9d3901e-524f-4367-a251-218f849f761c on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:35:06.784239 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Attempting to bind port d9d3901e-524f-4367-a251-218f849f761c by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:35:06.784618 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Attempting to bind port d9d3901e-524f-4367-a251-218f849f761c on network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:35:06.790374 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:35:06.790764 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Checking segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:35:06.791216 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:06.791632 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Bound using segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:35:06.792115 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Bound port: d9d3901e-524f-4367-a251-218f849f761c, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:35:06.792504 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d9d3901e-524f-4367-a251-218f849f761c), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:06.841306 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] For port d9d3901e-524f-4367-a251-218f849f761c, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:35:06.844251 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] For port d9d3901e-524f-4367-a251-218f849f761c, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=d9d3901e-524f-4367-a251-218f849f761c,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:35:06.850019 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d9d3901e-524f-4367-a251-218f849f761c), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:06.908003 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Routers {'fe1dbfa4-3891-4f27-858a-bf1cecbbae47'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:35:06.908618 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:34:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['fe1dbfa4-3891-4f27-858a-bf1cecbbae47'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:06.913335 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6e989-10af-4a67-a4be-91e762902623 None None] Pushing event updated for resources: {'Port': ['ID=d9d3901e-524f-4367-a251-218f849f761c,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:07.021479 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] Set router fe1dbfa4-3891-4f27-858a-bf1cecbbae47 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:07.234753 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1dbfa4-3891-4f27-858a-bf1cecbbae47', 'name': 'router1', 'tenant_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'd9d3901e-524f-4367-a251-218f849f761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:44Z', 'updated_at': '2022-01-21T09:35:03Z', 'revision_number': 4, 'project_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'gw_port': {'id': 'd9d3901e-524f-4367-a251-218f849f761c', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1dbfa4-3891-4f27-858a-bf1cecbbae47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:03Z', 'updated_at': '2022-01-21T09:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'fb8339ff-2772-4c3b-abfb-e357b355615d', 'name': '', 'network_id': 'a4e26410-07ee-42ab-9060-f770c56b09cb', 'tenant_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'mac_address': 'fa:16:3e:60:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1dbfa4-3891-4f27-858a-bf1cecbbae47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45a8a8b3-9a45-4f62-8228-1e889911d1be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:53Z', 'updated_at': '2022-01-21T09:34:56Z', 'revision_number': 5, 'project_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'subnets': [{'id': '45a8a8b3-9a45-4f62-8228-1e889911d1be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '493da967-b1f5-4277-8437-eb11e08e50cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:07.262168 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4b965-82f9-4f0e-9f72-dad70f5be5be None None] The sync data for ids ['fe1dbfa4-3891-4f27-858a-bf1cecbbae47'] in dv-cinder-815614-10-iscsi is: [{'id': 'fe1dbfa4-3891-4f27-858a-bf1cecbbae47', 'name': 'router1', 'tenant_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'd9d3901e-524f-4367-a251-218f849f761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:34:44Z', 'updated_at': '2022-01-21T09:35:03Z', 'revision_number': 4, 'project_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'gw_port': {'id': 'd9d3901e-524f-4367-a251-218f849f761c', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1dbfa4-3891-4f27-858a-bf1cecbbae47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:03Z', 'updated_at': '2022-01-21T09:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'fb8339ff-2772-4c3b-abfb-e357b355615d', 'name': '', 'network_id': 'a4e26410-07ee-42ab-9060-f770c56b09cb', 'tenant_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'mac_address': 'fa:16:3e:60:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1dbfa4-3891-4f27-858a-bf1cecbbae47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45a8a8b3-9a45-4f62-8228-1e889911d1be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:34:53Z', 'updated_at': '2022-01-21T09:34:56Z', 'revision_number': 5, 'project_id': 'ffcfbdf1c2854ab1ad149793e492f688', 'subnets': [{'id': '45a8a8b3-9a45-4f62-8228-1e889911d1be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '493da967-b1f5-4277-8437-eb11e08e50cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:07.313760 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45132) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:07.463551 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-2847f515-0235-4d8a-aafb-346cd8185719 admin admin] 10.222.0.112 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1484492 Jan 21 09:35:08.019685 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device d9d3901e-524f-4367-a251-218f849f761c up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:08.080049 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port d9d3901e-524f-4367-a251-218f849f761c triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:08.082357 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d9d3901e-524f-4367-a251-218f849f761c), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:08.167467 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port d9d3901e-524f-4367-a251-218f849f761c is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:35:08.168058 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d9d3901e-524f-4367-a251-218f849f761c), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:08.192053 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] For port d9d3901e-524f-4367-a251-218f849f761c, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=d9d3901e-524f-4367-a251-218f849f761c,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:08.198346 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d9d3901e-524f-4367-a251-218f849f761c), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:08.249701 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Pushing event updated for resources: {'Port': ['ID=d9d3901e-524f-4367-a251-218f849f761c,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:09.976418 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device d9d3901e-524f-4367-a251-218f849f761c up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:10.038472 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port d9d3901e-524f-4367-a251-218f849f761c triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:10.039059 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d9d3901e-524f-4367-a251-218f849f761c), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:10.130666 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port d9d3901e-524f-4367-a251-218f849f761c is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:35:12.682063 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-e900a672-2619-4b94-9ede-9d8b1a1adf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:15.406219 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-768cd844-5bd7-4c58-be13-35ba90f90884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:16.826886 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:18.646980 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:19.050401 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 5 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:35:19.158704 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:42.659858 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-1d7cf801-aa88-4807-908d-3fc0281446d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:45.370128 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8697f358-50d8-40aa-aeb8-acebf5598464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:46.813231 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:48.630386 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:49.153964 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:56.048663 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 5 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:36:12.653384 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-ed946e1c-0fbe-408b-a931-e91b6587dd1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:15.378231 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b4f18c2f-cde6-43d4-aa93-518e0963b470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:16.814493 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:18.634595 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:19.158244 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:33.046738 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 5 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:36:33.862883 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45616) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:33.925248 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.pecan_wsgi.hooks.translation [None req-146c54cf-c09d-4f38-89b4-708b56577df9 admin admin] GET failed (client error): The resource could not be found. Jan 21 09:36:33.926562 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-146c54cf-c09d-4f38-89b4-708b56577df9 admin admin] 10.222.0.112 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0626872 Jan 21 09:36:34.089518 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2878e3f3-67c4-47ef-97c3-a6d05d34efbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:34.091118 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-2878e3f3-67c4-47ef-97c3-a6d05d34efbb admin admin] 10.222.0.112 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1598785 Jan 21 09:36:36.488552 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45626) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:36.580005 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c888b8-9a73-40bf-8b32-6a51806ac9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:36.581377 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-a5c888b8-9a73-40bf-8b32-6a51806ac9cf admin admin] 10.222.0.112 "GET /v2.0/subnets/45a8a8b3-9a45-4f62-8228-1e889911d1be HTTP/1.1" status: 200 len: 849 time: 0.0918276 Jan 21 09:36:36.591702 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:36.676183 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Publish callbacks [] for subnet (45a8a8b3-9a45-4f62-8228-1e889911d1be), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:36.819531 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767559693541'] for subnet (45a8a8b3-9a45-4f62-8228-1e889911d1be), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:36.850980 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:36.851592 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:36.852910 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] 10.222.0.112 "PUT /v2.0/subnets/45a8a8b3-9a45-4f62-8228-1e889911d1be HTTP/1.1" status: 200 len: 868 time: 0.2648869 Jan 21 09:36:36.866100 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54075294-d82a-401f-bb18-57994322d4ce None None] Network a4e26410-07ee-42ab-9060-f770c56b09cb requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:36:36.872097 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a8a8b3-9a45-4f62-8228-1e889911d1be,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:36.880767 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.881222 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.881634 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.881941 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.882294 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.882643 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.883037 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.883387 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.883733 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.884074 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.884420 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.884759 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.885252 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f47702-9dae-469d-b0e4-86aefabafb0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:37.316032 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-a3feb212-fd86-49f1-a4fd-a97f6c526ebb None None] Provisioning complete for port fb8339ff-2772-4c3b-abfb-e357b355615d triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:37.316472 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-a3feb212-fd86-49f1-a4fd-a97f6c526ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (fb8339ff-2772-4c3b-abfb-e357b355615d), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:37.395528 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-a3feb212-fd86-49f1-a4fd-a97f6c526ebb None None] Current status of the port fb8339ff-2772-4c3b-abfb-e357b355615d is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:36:37.405830 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-a3feb212-fd86-49f1-a4fd-a97f6c526ebb None None] Provisioning complete for port e0dc3c49-7a64-4bc2-8259-9e8bde80c23f triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:37.406265 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-a3feb212-fd86-49f1-a4fd-a97f6c526ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (e0dc3c49-7a64-4bc2-8259-9e8bde80c23f), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:37.479920 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-a3feb212-fd86-49f1-a4fd-a97f6c526ebb None None] Current status of the port e0dc3c49-7a64-4bc2-8259-9e8bde80c23f is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:36:39.256799 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45634) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:39.456359 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e343749b-8998-4282-8d01-f76c9604b912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:39.456867 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e343749b-8998-4282-8d01-f76c9604b912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:39.458426 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-e343749b-8998-4282-8d01-f76c9604b912 admin admin] 10.222.0.112 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2006369 Jan 21 09:36:41.852420 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45642) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:41.983916 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d84224b-a5d1-4987-847d-33f894562bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:41.984396 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d84224b-a5d1-4987-847d-33f894562bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:41.985936 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-9d84224b-a5d1-4987-847d-33f894562bf0 admin admin] 10.222.0.112 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325057 Jan 21 09:36:42.656773 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-2d92abf6-1781-4a55-948c-530806846710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:44.376607 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 45650) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:44.538758 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073ccb2e-28cb-4c7f-a872-74a5fe5012aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:44.540235 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-073ccb2e-28cb-4c7f-a872-74a5fe5012aa admin admin] 10.222.0.112 "GET /v2.0/networks/2ddc8222-1f88-4890-b924-a07a9f8c5bc3 HTTP/1.1" status: 200 len: 886 time: 0.1626756 Jan 21 09:36:45.372150 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b29ce033-fc80-4624-9aaf-be143520ec82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:46.816487 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:46.966391 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 45660) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:47.131680 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ff993-cddf-4359-9392-8365173fca6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:47.133109 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-847ff993-cddf-4359-9392-8365173fca6c admin admin] 10.222.0.112 "GET /v2.0/networks/a4e26410-07ee-42ab-9060-f770c56b09cb HTTP/1.1" status: 200 len: 869 time: 0.1657004 Jan 21 09:36:48.633448 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:49.166065 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:49.545918 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 45668) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:49.674059 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fa312c-73cb-4e00-8dc9-243f56210237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:49.674522 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fa312c-73cb-4e00-8dc9-243f56210237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:49.676109 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-b5fa312c-73cb-4e00-8dc9-243f56210237 admin admin] 10.222.0.112 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1291776 Jan 21 09:36:52.085684 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45676) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:52.213351 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1da7fd-0f48-402a-8bdf-17235b82db66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:52.213713 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1da7fd-0f48-402a-8bdf-17235b82db66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:52.215645 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-1a1da7fd-0f48-402a-8bdf-17235b82db66 admin admin] 10.222.0.112 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1286616 Jan 21 09:36:54.582312 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45684) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:54.678911 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc40525-6a40-47bb-91d4-453832975ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:54.680301 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-8bc40525-6a40-47bb-91d4-453832975ba1 admin admin] 10.222.0.112 "GET /v2.0/subnets/45a8a8b3-9a45-4f62-8228-1e889911d1be HTTP/1.1" status: 200 len: 868 time: 0.0969219 Jan 21 09:36:57.097243 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45692) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:57.185744 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869662ba-3ff0-4796-97d3-e0e43ab67355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:57.187130 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-869662ba-3ff0-4796-97d3-e0e43ab67355 admin admin] 10.222.0.112 "GET /v2.0/subnets/6a5ad603-2769-4c5d-88d7-c424f1130884 HTTP/1.1" status: 200 len: 816 time: 0.0888362 Jan 21 09:37:10.045159 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 5 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:37:12.659906 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c400ec07-80f0-4c26-a316-7c616385291c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:15.376437 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-2a3ab416-83f2-4840-b7f2-512623fd0985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:16.818427 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:18.638358 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:19.159641 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:23.009531 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45746) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:23.058486 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [None req-83cfcc31-9f8b-4b7c-9f22-e775cb880b9b admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:37:23.059547 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-83cfcc31-9f8b-4b7c-9f22-e775cb880b9b admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490508 Jan 21 09:37:25.540179 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45754) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:25.601895 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf33060-bab3-4eac-af17-51e20bac868a admin admin] GET failed (client error): The resource could not be found. Jan 21 09:37:25.603229 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-edf33060-bab3-4eac-af17-51e20bac868a admin admin] 10.222.0.112 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620019 Jan 21 09:37:25.687683 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9e382b-c6eb-4e34-924e-a7caeda2dd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:25.689165 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-7e9e382b-c6eb-4e34-924e-a7caeda2dd73 admin admin] 10.222.0.112 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0818803 Jan 21 09:37:28.121777 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 45764) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:28.169833 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Request body: {'network': {'tenant_id': '30d88f07e4fe41bab3e319b087ed4be9', 'name': 'shared', 'admin_state_up': True, 'project_id': '30d88f07e4fe41bab3e319b087ed4be9', 'shared': True}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:28.195926 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Made reservation on behalf of 30d88f07e4fe41bab3e319b087ed4be9 for: {'network': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:28.198135 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:28.242527 dv-cinder-815614-10-iscsi neutron-server[109056]: WARNING neutron.services.revisions.revision_plugin [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Could not find related network for resource to bump revision. Jan 21 09:37:28.258500 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=109056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:28.271782 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767559616534', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (d1ef0893-4041-412f-b22d-35890c2aa166), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:28.272380 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Unsubscribe: segment precommit_create {{(pid=109056) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 09:37:28.272918 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.segments_db [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Added segment d1ef0893-4041-412f-b22d-35890c2aa166 of type vlan for network c1fed7a8-8b6d-4a4b-8422-4740b7c0e833 Jan 21 09:37:28.320743 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (c1fed7a8-8b6d-4a4b-8422-4740b7c0e833), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:28.353920 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (c1fed7a8-8b6d-4a4b-8422-4740b7c0e833), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:28.355003 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:28.355596 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:28.413104 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2898695 Jan 21 09:37:28.453202 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Pushing event updated for resources: {'Network': ['ID=c1fed7a8-8b6d-4a4b-8422-4740b7c0e833,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:28.461535 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:28.461903 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:28.462274 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:28.462626 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:28.463011 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:28.463362 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:28.463731 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:28.464086 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:28.464436 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:28.464781 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:28.465124 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:28.465465 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:28.465813 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3a047-f18e-4d2e-b64d-0f60e9c9d69b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:28.479610 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network c1fed7a8-8b6d-4a4b-8422-4740b7c0e833 details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:37:30.872719 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 45774) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:30.932928 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.pecan_wsgi.hooks.translation [None req-eccd92d8-48a0-4d86-b3ad-0ad37434d5a5 admin admin] GET failed (client error): The resource could not be found. Jan 21 09:37:30.934220 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-eccd92d8-48a0-4d86-b3ad-0ad37434d5a5 admin admin] 10.222.0.112 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605032 Jan 21 09:37:31.034166 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80269bf3-7b84-4825-89cd-d5411d5b294b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:31.035572 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-80269bf3-7b84-4825-89cd-d5411d5b294b admin admin] 10.222.0.112 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0972731 Jan 21 09:37:31.045428 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-9b0b5222-3c21-4b76-88fa-3fdd13c241d9 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'tenant_id': '30d88f07e4fe41bab3e319b087ed4be9', 'description': 'shared-subnet', 'network_id': 'c1fed7a8-8b6d-4a4b-8422-4740b7c0e833', 'ip_version': 4}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:31.068967 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0b5222-3c21-4b76-88fa-3fdd13c241d9 admin admin] Made reservation on behalf of 30d88f07e4fe41bab3e319b087ed4be9 for: {'subnet': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:31.071235 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9b0b5222-3c21-4b76-88fa-3fdd13c241d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:31.243821 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9b0b5222-3c21-4b76-88fa-3fdd13c241d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for subnet (28e33a10-afd1-4f78-874b-55614b82f1e9), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:31.299904 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b5222-3c21-4b76-88fa-3fdd13c241d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e33a10-afd1-4f78-874b-55614b82f1e9,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:31.304716 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b5222-3c21-4b76-88fa-3fdd13c241d9 admin admin] Checking segment: {'id': 'd1ef0893-4041-412f-b22d-35890c2aa166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c1fed7a8-8b6d-4a4b-8422-4740b7c0e833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:37:31.305076 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b5222-3c21-4b76-88fa-3fdd13c241d9 admin admin] Network hostable DHCP agents. Network: c1fed7a8-8b6d-4a4b-8422-4740b7c0e833, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:31.321495 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b5222-3c21-4b76-88fa-3fdd13c241d9 admin admin] Network c1fed7a8-8b6d-4a4b-8422-4740b7c0e833 is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:31.330766 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-9b0b5222-3c21-4b76-88fa-3fdd13c241d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, c1fed7a8-8b6d-4a4b-8422-4740b7c0e833) {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:31.334954 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0b5222-3c21-4b76-88fa-3fdd13c241d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:31.335563 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9b0b5222-3c21-4b76-88fa-3fdd13c241d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:31.340291 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a44e6c-027c-4493-8491-e2ef27a51460 None None] Network c1fed7a8-8b6d-4a4b-8422-4740b7c0e833 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:37:31.352117 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-9b0b5222-3c21-4b76-88fa-3fdd13c241d9 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3101573 Jan 21 09:37:31.443451 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3693bb14-d069-572a-a73c-21e20adad4c6-c1fed7a8-8b6d-4a4b-8422-4740b7c0e833', 'network_id': 'c1fed7a8-8b6d-4a4b-8422-4740b7c0e833', 'project_id': '30d88f07e4fe41bab3e319b087ed4be9', 'fixed_ips': [{'subnet_id': '28e33a10-afd1-4f78-874b-55614b82f1e9'}]}} from dv-cinder-815614-10-iscsi. {{(pid=109058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:37:31.444336 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:31.682674 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.db_base_plugin_common [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Allocated IP 192.168.233.2 (c1fed7a8-8b6d-4a4b-8422-4740b7c0e833/28e33a10-afd1-4f78-874b-55614b82f1e9/7450f4a3-f851-4db9-b84b-8494fb494338) {{(pid=109058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:31.825908 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Publish callbacks [] for port (7450f4a3-f851-4db9-b84b-8494fb494338), precommit_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:31.834059 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834'] for port (7450f4a3-f851-4db9-b84b-8494fb494338), after_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:31.888401 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Network c1fed7a8-8b6d-4a4b-8422-4740b7c0e833 is already hosted by enough agents. {{(pid=109058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:31.892179 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Pushing event updated for resources: {'Port': ['ID=7450f4a3-f851-4db9-b84b-8494fb494338,revision_number=1']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:31.894353 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.base_scheduler [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Resources bound (agent type, host, resource id): {{(pid=109058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:31.897742 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Received port after_create {{(pid=109058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:37:31.910042 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:31.910448 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:31.910857 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:31.911223 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:31.911601 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:31.911946 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:31.912315 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:31.913281 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:31.913281 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:31.913499 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:31.913733 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:31.914019 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:31.914363 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:31.964745 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Attempting to bind port 7450f4a3-f851-4db9-b84b-8494fb494338 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:37:31.965032 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Attempting to bind port 7450f4a3-f851-4db9-b84b-8494fb494338 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': 'd1ef0893-4041-412f-b22d-35890c2aa166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c1fed7a8-8b6d-4a4b-8422-4740b7c0e833'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:37:31.965411 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Attempting to bind port 7450f4a3-f851-4db9-b84b-8494fb494338 on network c1fed7a8-8b6d-4a4b-8422-4740b7c0e833 {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:31.971252 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:31.971644 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Checking segment: {'id': 'd1ef0893-4041-412f-b22d-35890c2aa166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c1fed7a8-8b6d-4a4b-8422-4740b7c0e833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:37:31.972061 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:31.972472 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Bound using segment: {'id': 'd1ef0893-4041-412f-b22d-35890c2aa166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c1fed7a8-8b6d-4a4b-8422-4740b7c0e833'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:31.973014 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Bound port: 7450f4a3-f851-4db9-b84b-8494fb494338, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ef0893-4041-412f-b22d-35890c2aa166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c1fed7a8-8b6d-4a4b-8422-4740b7c0e833'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:37:31.973415 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (7450f4a3-f851-4db9-b84b-8494fb494338), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:32.035427 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] For port 7450f4a3-f851-4db9-b84b-8494fb494338, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:32.039071 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] For port 7450f4a3-f851-4db9-b84b-8494fb494338, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=7450f4a3-f851-4db9-b84b-8494fb494338,segment=NetworkSegment(d1ef0893-4041-412f-b22d-35890c2aa166),segment_id=d1ef0893-4041-412f-b22d-35890c2aa166)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:32.044622 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (7450f4a3-f851-4db9-b84b-8494fb494338), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:32.103545 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76868b-6a8d-4bb7-a0a9-8201e0c87e98 None None] Pushing event updated for resources: {'Port': ['ID=7450f4a3-f851-4db9-b84b-8494fb494338,revision_number=2']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.110125 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f3500e-6cc6-4e28-9134-9bc49aa3d08a None None] Network c1fed7a8-8b6d-4a4b-8422-4740b7c0e833 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:37:33.183544 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-6962045d-6952-4904-ad7d-cd9426df615a None None] Provisioning complete for port 7450f4a3-f851-4db9-b84b-8494fb494338 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:33.183952 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-6962045d-6952-4904-ad7d-cd9426df615a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (7450f4a3-f851-4db9-b84b-8494fb494338), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:33.299930 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-6962045d-6952-4904-ad7d-cd9426df615a None None] Current status of the port 7450f4a3-f851-4db9-b84b-8494fb494338 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:33.300344 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-6962045d-6952-4904-ad7d-cd9426df615a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (7450f4a3-f851-4db9-b84b-8494fb494338), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:33.342949 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-6962045d-6952-4904-ad7d-cd9426df615a None None] For port 7450f4a3-f851-4db9-b84b-8494fb494338, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=7450f4a3-f851-4db9-b84b-8494fb494338,segment=NetworkSegment(d1ef0893-4041-412f-b22d-35890c2aa166),segment_id=d1ef0893-4041-412f-b22d-35890c2aa166)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:33.348442 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-6962045d-6952-4904-ad7d-cd9426df615a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (7450f4a3-f851-4db9-b84b-8494fb494338), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:33.403006 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962045d-6952-4904-ad7d-cd9426df615a None None] Pushing event updated for resources: {'Port': ['ID=7450f4a3-f851-4db9-b84b-8494fb494338,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.570999 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-626a49a7-eacb-43d6-abaf-f507cc379cde None None] Provisioning complete for port 7450f4a3-f851-4db9-b84b-8494fb494338 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:33.571426 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-626a49a7-eacb-43d6-abaf-f507cc379cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (7450f4a3-f851-4db9-b84b-8494fb494338), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:33.653399 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-626a49a7-eacb-43d6-abaf-f507cc379cde None None] Current status of the port 7450f4a3-f851-4db9-b84b-8494fb494338 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:34.077240 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 7450f4a3-f851-4db9-b84b-8494fb494338 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:34.127437 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 7450f4a3-f851-4db9-b84b-8494fb494338 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:34.128272 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (7450f4a3-f851-4db9-b84b-8494fb494338), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:34.210774 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 7450f4a3-f851-4db9-b84b-8494fb494338 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:42.664281 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c56bf2af-e1c0-40bc-b918-1feb0d5eb94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:45.380773 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-e6526ed8-48e0-4877-bfad-dcd260fe9e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:46.821856 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:47.044411 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 5 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:37:48.639547 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:49.163929 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:12.667142 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-872ede7e-8573-4868-94e8-9900368d5748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:15.383817 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-4f8d08c2-0ff6-41d3-a0aa-7750f00d53cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:16.825145 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:18.645028 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:19.168892 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:24.044000 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 5 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:38:42.671758 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-85f1e1bd-13a5-4fe0-842d-34e58ecc7307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:45.386127 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-f2b6def9-79f6-4b03-94bb-385c934592ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:46.826320 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:48.648582 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:49.176328 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:50.189195 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 45818) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:50.195300 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [None req-3e479244-31fc-4cb8-9fa6-869f94748cf8 tempest-verify_tempest_config-915127520 tempest-verify_tempest_config-915127520-project] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:38:50.196285 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-3e479244-31fc-4cb8-9fa6-869f94748cf8 tempest-verify_tempest_config-915127520 tempest-verify_tempest_config-915127520-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060961 Jan 21 09:38:50.502853 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 45836) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:50.607530 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e18b-4a51-4259-8fab-a0c0ffde9924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:50.710973 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e18b-4a51-4259-8fab-a0c0ffde9924 admin admin] Publish callbacks [] for security_group (80c2fe25-1139-4596-9112-121eaa2d566f), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:50.715179 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e18b-4a51-4259-8fab-a0c0ffde9924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (80c2fe25-1139-4596-9112-121eaa2d566f), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:50.760234 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-f6b7e18b-4a51-4259-8fab-a0c0ffde9924 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=820c3a3e6ff94af5b8e6a54dba8beb9e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2561889 Jan 21 09:38:50.763215 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45840) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:50.765516 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7e18b-4a51-4259-8fab-a0c0ffde9924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c2fe25-1139-4596-9112-121eaa2d566f,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:50.772356 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7e18b-4a51-4259-8fab-a0c0ffde9924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.772725 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7e18b-4a51-4259-8fab-a0c0ffde9924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.773089 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7e18b-4a51-4259-8fab-a0c0ffde9924 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.773432 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7e18b-4a51-4259-8fab-a0c0ffde9924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.773785 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7e18b-4a51-4259-8fab-a0c0ffde9924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.774123 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7e18b-4a51-4259-8fab-a0c0ffde9924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.774492 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7e18b-4a51-4259-8fab-a0c0ffde9924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.774859 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7e18b-4a51-4259-8fab-a0c0ffde9924 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.775224 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7e18b-4a51-4259-8fab-a0c0ffde9924 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.775565 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7e18b-4a51-4259-8fab-a0c0ffde9924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.775903 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7e18b-4a51-4259-8fab-a0c0ffde9924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.776239 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7e18b-4a51-4259-8fab-a0c0ffde9924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.776578 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7e18b-4a51-4259-8fab-a0c0ffde9924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.816404 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] Publish callbacks [] for security_group (80c2fe25-1139-4596-9112-121eaa2d566f), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:50.837395 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] Publish callbacks [] for security_group (80c2fe25-1139-4596-9112-121eaa2d566f), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:50.927412 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (80c2fe25-1139-4596-9112-121eaa2d566f), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:50.929923 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:50.931136 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/80c2fe25-1139-4596-9112-121eaa2d566f HTTP/1.1" status: 204 len: 168 time: 0.1667533 Jan 21 09:38:50.940684 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c2fe25-1139-4596-9112-121eaa2d566f,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:50.948198 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.948585 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.949055 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.949407 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.949801 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.950137 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.950679 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.951062 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.951552 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.952027 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.952403 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.952735 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:50.953096 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ee0ee-7056-4a0a-967e-21b71a86093e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:01.042458 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 5 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:39:12.674408 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-7947bf42-4ab2-4351-94cd-aa434ebd9703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:15.387663 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-d40bd1d2-c635-4a18-8867-8c9a2bd0d1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:16.829797 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:18.652028 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:19.173818 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:38.041309 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 5 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:39:42.680165 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-38e1b981-76c9-4def-bf0e-d12b7f1e23ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:45.390113 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b1ec8c08-5cca-4626-82e0-2a224d39f792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:46.833982 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:48.655312 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:49.167292 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:12.682158 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-0e9d02b0-e849-4398-9889-8d87bb34e035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:15.040507 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 5 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:40:15.394647 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-cdb19a22-4b45-487b-bfa3-bc78d32f6474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:16.837456 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:18.658932 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:19.171413 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:31.025762 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7897505'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:42.684190 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-0b2972f2-0e6d-45c6-b223-756fc31d89d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:45.389004 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-f8922a5d-ce1c-4011-8bdc-8a4bf8104102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:46.730506 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45914) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:46.838508 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-afc59c2b-a679-4482-b2bd-480f434f1037 admin admin] 10.222.0.112 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.1067808 Jan 21 09:40:46.839769 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:48.664010 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:49.175312 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:49.255128 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 45924) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:49.311725 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-c7cf4b83-7fca-4309-99bc-9fdda0836c08 admin admin] 10.222.0.112 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.0554986 Jan 21 09:40:52.039428 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:41:01.018055 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:12.685989 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-416ba4b5-6bc6-4f02-9115-14353830aeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:15.391069 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-4a59efeb-7966-4536-a906-d8bc575161b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:16.843140 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:18.668284 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:19.181752 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:29.039394 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:41:31.017073 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:42.689144 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b780260c-52b0-47c8-8dc5-23ee365d9acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:45.394068 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-1d673813-31ce-4546-b67b-ab8ef82425dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:46.847864 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:48.671054 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:49.177679 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:01.028231 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:06.038359 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:42:12.685043 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-f93d7c35-c101-41df-a830-5b5496e5702a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:15.397739 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-44369348-2d2b-4199-a456-cbd1ff0e1fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:16.852047 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:18.691921 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:19.197998 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:22.905706 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46106) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:23.356875 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-956027420-network', 'tenant_id': '4caf315ecb99476aac95be7fd1bced06'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:23.488085 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 46132) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:23.493433 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Made reservation on behalf of 4caf315ecb99476aac95be7fd1bced06 for: {'network': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:23.497019 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:23.507423 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:23.592231 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Publish callbacks [] for security_group (354a46ef-011e-4de5-bd70-fa0cffd2ea0b), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:23.597879 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (354a46ef-011e-4de5-bd70-fa0cffd2ea0b), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:23.625077 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354a46ef-011e-4de5-bd70-fa0cffd2ea0b,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:23.636467 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:23.637203 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:23.637757 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:23.638290 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:23.638877 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:23.639660 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:23.640180 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:23.640720 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:23.641429 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:23.641955 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:23.643041 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:23.643560 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:23.644119 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Tracked resource versions report: Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: pushed versions: Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: { 'AddressGroup': {'1.2'}, Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'ConntrackHelper': {'1.0'}, Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'LocalIPAssociation': {'1.0'}, Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Log': {'1.0'}, Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Network': {'1.1'}, Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Port': {'1.7'}, Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'PortForwarding': {'1.2'}, Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'QosPolicy': {'1.10'}, Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'SecurityGroup': {'1.5'}, Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'SubPort': {'1.0'}, Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Subnet': {'1.1'}, Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Trunk': {'1.1'}} Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: consumer versions: Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: { DHCP agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: HyperV agent@hv-cinder-81561: {}, Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: L3 agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: Metadata agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: Metering agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: Open vSwitch agent@dv-cinder-815614-10-iscsi: { 'AddressGroup': '1.2', Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'ConntrackHelper': '1.0', Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'LocalIPAssociation': '1.0', Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Log': '1.0', Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Network': '1.1', Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Port': '1.7', Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'PortForwarding': '1.2', Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'QosPolicy': '1.10', Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'SecurityGroup': '1.5', Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'SecurityGroupRule': '1.2', Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'SubPort': '1.0', Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Subnet': '1.1', Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: 'Trunk': '1.1'}} Jan 21 09:42:23.645577 dv-cinder-815614-10-iscsi neutron-server[109057]: {{(pid=109057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:42:23.665801 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=109057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:23.678126 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (fc52d71b-8f36-495e-a728-ec0c905d45dc), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:23.679174 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.segments_db [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Added segment fc52d71b-8f36-495e-a728-ec0c905d45dc of type vlan for network 7ba5eafe-1e20-459a-b057-21a48579061d Jan 21 09:42:23.721321 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46148) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:23.730528 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (7ba5eafe-1e20-459a-b057-21a48579061d), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:23.758757 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (7ba5eafe-1e20-459a-b057-21a48579061d), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:23.759818 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:23.760425 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:23.794344 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8872848 Jan 21 09:42:23.797565 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 46156) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:23.802708 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Request body: {'subnet': {'network_id': '7ba5eafe-1e20-459a-b057-21a48579061d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-956027420-subnet', 'tenant_id': '4caf315ecb99476aac95be7fd1bced06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:23.832990 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef410f-7950-42ab-be7f-12bd6de62fd0 admin admin] Pushing event updated for resources: {'Network': ['ID=7ba5eafe-1e20-459a-b057-21a48579061d,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:23.843228 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Made reservation on behalf of 4caf315ecb99476aac95be7fd1bced06 for: {'subnet': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:23.845449 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network 7ba5eafe-1e20-459a-b057-21a48579061d details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:42:23.848121 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:23.858540 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46158) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:23.988819 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-a36d2501-4109-4f88-a4ee-c27333f8c8d6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1744587926-network', 'tenant_id': '9d5b05bd131c41f684421642ee2f7e07'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:24.016635 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-9cc51eec-232a-4bff-989c-8beda1c7f5d3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1789800270-network', 'tenant_id': '8e68af954d89401b9a7122b646a5a9d6'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:24.043761 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36d2501-4109-4f88-a4ee-c27333f8c8d6 admin admin] Made reservation on behalf of 9d5b05bd131c41f684421642ee2f7e07 for: {'network': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:24.046810 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a36d2501-4109-4f88-a4ee-c27333f8c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.066277 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a36d2501-4109-4f88-a4ee-c27333f8c8d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.075795 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc51eec-232a-4bff-989c-8beda1c7f5d3 admin admin] Made reservation on behalf of 8e68af954d89401b9a7122b646a5a9d6 for: {'network': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:24.079475 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9cc51eec-232a-4bff-989c-8beda1c7f5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.092976 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9cc51eec-232a-4bff-989c-8beda1c7f5d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.117406 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for subnet (0f90e7e3-60a3-420d-a44d-bf1734fb8616), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.160737 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a36d2501-4109-4f88-a4ee-c27333f8c8d6 admin admin] Publish callbacks [] for security_group (3cca8927-19f7-492c-8efd-93085dfd9fd7), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.199170 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9cc51eec-232a-4bff-989c-8beda1c7f5d3 admin admin] Publish callbacks [] for security_group (f3dfd66d-99af-46ce-b079-83ddbdf5a5ac), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.205047 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9cc51eec-232a-4bff-989c-8beda1c7f5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (f3dfd66d-99af-46ce-b079-83ddbdf5a5ac), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.208102 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f90e7e3-60a3-420d-a44d-bf1734fb8616,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.217072 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.217845 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.218504 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.219182 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.219543 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc51eec-232a-4bff-989c-8beda1c7f5d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=109057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:24.220165 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.220961 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.221644 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.222330 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.222983 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.223580 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.224176 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.224767 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.225478 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Tracked resource versions report: Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: pushed versions: Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: { 'AddressGroup': {'1.2'}, Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'ConntrackHelper': {'1.0'}, Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'LocalIPAssociation': {'1.0'}, Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Log': {'1.0'}, Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Network': {'1.1'}, Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Port': {'1.7'}, Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'PortForwarding': {'1.2'}, Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'QosPolicy': {'1.10'}, Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'SecurityGroup': {'1.5'}, Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'SubPort': {'1.0'}, Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Subnet': {'1.1'}, Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Trunk': {'1.1'}} Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: consumer versions: Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: { DHCP agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: HyperV agent@hv-cinder-81561: {}, Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: L3 agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: Metadata agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: Metering agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: Open vSwitch agent@dv-cinder-815614-10-iscsi: { 'AddressGroup': '1.2', Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'ConntrackHelper': '1.0', Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'LocalIPAssociation': '1.0', Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Log': '1.0', Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Network': '1.1', Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Port': '1.7', Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'PortForwarding': '1.2', Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'QosPolicy': '1.10', Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'SecurityGroup': '1.5', Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'SecurityGroupRule': '1.2', Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'SubPort': '1.0', Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Subnet': '1.1', Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: 'Trunk': '1.1'}} Jan 21 09:42:24.227561 dv-cinder-815614-10-iscsi neutron-server[109056]: {{(pid=109056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:42:24.232180 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9cc51eec-232a-4bff-989c-8beda1c7f5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (359f5fe4-93a4-4794-bfef-521d74a9d8a4), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.233454 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a36d2501-4109-4f88-a4ee-c27333f8c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (3cca8927-19f7-492c-8efd-93085dfd9fd7), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.234163 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.segments_db [None req-9cc51eec-232a-4bff-989c-8beda1c7f5d3 admin admin] Added segment 359f5fe4-93a4-4794-bfef-521d74a9d8a4 of type vlan for network 0045986e-e6c5-43f0-80c0-83702e835b95 Jan 21 09:42:24.246692 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36d2501-4109-4f88-a4ee-c27333f8c8d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=109056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:24.269031 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a36d2501-4109-4f88-a4ee-c27333f8c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (efec8c3e-1772-4d64-b2ad-e61c956fd561), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.269674 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.segments_db [None req-a36d2501-4109-4f88-a4ee-c27333f8c8d6 admin admin] Added segment efec8c3e-1772-4d64-b2ad-e61c956fd561 of type vlan for network c78035e0-dffe-4a14-9de5-2d026ceb1de0 Jan 21 09:42:24.282939 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9cc51eec-232a-4bff-989c-8beda1c7f5d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (0045986e-e6c5-43f0-80c0-83702e835b95), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.292647 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d2501-4109-4f88-a4ee-c27333f8c8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cca8927-19f7-492c-8efd-93085dfd9fd7,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.333443 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-8c9bbd3a-4e00-4e1f-a6bf-5f143b697ed3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-23004129-network', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:24.336984 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc51eec-232a-4bff-989c-8beda1c7f5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.363308 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a36d2501-4109-4f88-a4ee-c27333f8c8d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (c78035e0-dffe-4a14-9de5-2d026ceb1de0), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.364981 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9cc51eec-232a-4bff-989c-8beda1c7f5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (0045986e-e6c5-43f0-80c0-83702e835b95), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.366181 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc51eec-232a-4bff-989c-8beda1c7f5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:24.366871 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9cc51eec-232a-4bff-989c-8beda1c7f5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.373927 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Checking segment: {'id': 'fc52d71b-8f36-495e-a728-ec0c905d45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '7ba5eafe-1e20-459a-b057-21a48579061d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:42:24.384202 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Network hostable DHCP agents. Network: 7ba5eafe-1e20-459a-b057-21a48579061d, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:24.403946 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-9cc51eec-232a-4bff-989c-8beda1c7f5d3 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6812937 Jan 21 09:42:24.406980 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46188) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:24.416032 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a36d2501-4109-4f88-a4ee-c27333f8c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (c78035e0-dffe-4a14-9de5-2d026ceb1de0), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.417514 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d2501-4109-4f88-a4ee-c27333f8c8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:24.418309 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a36d2501-4109-4f88-a4ee-c27333f8c8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.419858 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-6e165454-592f-4d18-8dc9-5420a5f459d3 admin admin] Request body: {'subnet': {'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1789800270-subnet', 'tenant_id': '8e68af954d89401b9a7122b646a5a9d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:24.424705 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9bbd3a-4e00-4e1f-a6bf-5f143b697ed3 admin admin] Made reservation on behalf of bf5c8457d6fe4995bbd14e5daf73f93a for: {'network': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:24.426914 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8c9bbd3a-4e00-4e1f-a6bf-5f143b697ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.439956 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Network 7ba5eafe-1e20-459a-b057-21a48579061d is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:24.441004 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8c9bbd3a-4e00-4e1f-a6bf-5f143b697ed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.485031 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc51eec-232a-4bff-989c-8beda1c7f5d3 admin admin] Pushing event updated for resources: {'Network': ['ID=0045986e-e6c5-43f0-80c0-83702e835b95,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.498250 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network 0045986e-e6c5-43f0-80c0-83702e835b95 details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:42:24.545194 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d2501-4109-4f88-a4ee-c27333f8c8d6 admin admin] Pushing event updated for resources: {'Network': ['ID=c78035e0-dffe-4a14-9de5-2d026ceb1de0,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.557223 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-a36d2501-4109-4f88-a4ee-c27333f8c8d6 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0650535 Jan 21 09:42:24.557223 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, 7ba5eafe-1e20-459a-b057-21a48579061d) {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:24.557633 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 46192) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:24.566196 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-5b1ea371-2113-46bc-8139-2f862c2030e9 admin admin] Request body: {'subnet': {'network_id': 'c78035e0-dffe-4a14-9de5-2d026ceb1de0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1744587926-subnet', 'tenant_id': '9d5b05bd131c41f684421642ee2f7e07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:24.583990 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:24.585557 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.594453 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e165454-592f-4d18-8dc9-5420a5f459d3 admin admin] Made reservation on behalf of 8e68af954d89401b9a7122b646a5a9d6 for: {'subnet': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:24.598955 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6e165454-592f-4d18-8dc9-5420a5f459d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.635371 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network c78035e0-dffe-4a14-9de5-2d026ceb1de0 details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:42:24.639144 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cb1953-663f-4646-a4d0-fb41d2c9ae61 None None] Network 7ba5eafe-1e20-459a-b057-21a48579061d requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:42:24.651339 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-dd08749d-282b-48f5-b291-d9a89ae6db73 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8523843 Jan 21 09:42:24.656420 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1ea371-2113-46bc-8139-2f862c2030e9 admin admin] Made reservation on behalf of 9d5b05bd131c41f684421642ee2f7e07 for: {'subnet': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:24.660379 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea371-2113-46bc-8139-2f862c2030e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.989332 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea371-2113-46bc-8139-2f862c2030e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for subnet (98903f2d-b1f4-42b2-a5a2-6128900ae9a9), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:25.044073 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8c9bbd3a-4e00-4e1f-a6bf-5f143b697ed3 admin admin] Publish callbacks [] for security_group (d492a708-f118-45a3-99f3-094b2088d7c9), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:25.068605 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8c9bbd3a-4e00-4e1f-a6bf-5f143b697ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (d492a708-f118-45a3-99f3-094b2088d7c9), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:25.109955 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6e165454-592f-4d18-8dc9-5420a5f459d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for subnet (434a60e8-49e8-4807-8e03-c5aa2237a078), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:25.120998 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9bbd3a-4e00-4e1f-a6bf-5f143b697ed3 admin admin] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=109057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:25.170895 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2194667-ff49-45f1-80dd-7e5101c3573f None None] Network 7ba5eafe-1e20-459a-b057-21a48579061d requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:42:25.171515 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1ea371-2113-46bc-8139-2f862c2030e9 admin admin] Checking segment: {'id': 'efec8c3e-1772-4d64-b2ad-e61c956fd561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c78035e0-dffe-4a14-9de5-2d026ceb1de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:42:25.171723 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1ea371-2113-46bc-8139-2f862c2030e9 admin admin] Network hostable DHCP agents. Network: c78035e0-dffe-4a14-9de5-2d026ceb1de0, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:25.172681 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8c9bbd3a-4e00-4e1f-a6bf-5f143b697ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:25.175887 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.segments_db [None req-8c9bbd3a-4e00-4e1f-a6bf-5f143b697ed3 admin admin] Added segment cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce of type vlan for network e6006ca4-4826-4a77-87a9-6d4fc13c2abe Jan 21 09:42:25.183207 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ea371-2113-46bc-8139-2f862c2030e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98903f2d-b1f4-42b2-a5a2-6128900ae9a9,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:25.207566 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1ea371-2113-46bc-8139-2f862c2030e9 admin admin] Network c78035e0-dffe-4a14-9de5-2d026ceb1de0 is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:25.213045 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9bbd3a-4e00-4e1f-a6bf-5f143b697ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d492a708-f118-45a3-99f3-094b2088d7c9,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:25.233128 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-5b1ea371-2113-46bc-8139-2f862c2030e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, c78035e0-dffe-4a14-9de5-2d026ceb1de0) {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:25.243866 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1ea371-2113-46bc-8139-2f862c2030e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:25.244479 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea371-2113-46bc-8139-2f862c2030e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:25.304073 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-5b1ea371-2113-46bc-8139-2f862c2030e9 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7343173 Jan 21 09:42:25.308339 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cc468d-1106-4dc4-b611-9c8b53168651 None None] Network c78035e0-dffe-4a14-9de5-2d026ceb1de0 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:42:25.395373 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8c9bbd3a-4e00-4e1f-a6bf-5f143b697ed3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (e6006ca4-4826-4a77-87a9-6d4fc13c2abe), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:25.410476 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e165454-592f-4d18-8dc9-5420a5f459d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=434a60e8-49e8-4807-8e03-c5aa2237a078,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:25.424449 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e165454-592f-4d18-8dc9-5420a5f459d3 admin admin] Checking segment: {'id': '359f5fe4-93a4-4794-bfef-521d74a9d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:42:25.425343 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e165454-592f-4d18-8dc9-5420a5f459d3 admin admin] Network hostable DHCP agents. Network: 0045986e-e6c5-43f0-80c0-83702e835b95, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:25.462630 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7c300c-34a1-4603-be00-a94a6e258b28 None None] Network c78035e0-dffe-4a14-9de5-2d026ceb1de0 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:42:25.466048 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8c9bbd3a-4e00-4e1f-a6bf-5f143b697ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (e6006ca4-4826-4a77-87a9-6d4fc13c2abe), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:25.467313 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9bbd3a-4e00-4e1f-a6bf-5f143b697ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:25.467996 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8c9bbd3a-4e00-4e1f-a6bf-5f143b697ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:25.493172 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e165454-592f-4d18-8dc9-5420a5f459d3 admin admin] Network 0045986e-e6c5-43f0-80c0-83702e835b95 is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:25.519152 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 46232) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:25.519694 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-8c9bbd3a-4e00-4e1f-a6bf-5f143b697ed3 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6599834 Jan 21 09:42:25.528828 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-4e36b854-aaa8-4c9f-b662-57a8a9aa55cd admin admin] Request body: {'subnet': {'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-23004129-subnet', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:25.561693 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-6e165454-592f-4d18-8dc9-5420a5f459d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, 0045986e-e6c5-43f0-80c0-83702e835b95) {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:25.569165 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e165454-592f-4d18-8dc9-5420a5f459d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:25.569807 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6e165454-592f-4d18-8dc9-5420a5f459d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:25.584748 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e36b854-aaa8-4c9f-b662-57a8a9aa55cd admin admin] Made reservation on behalf of bf5c8457d6fe4995bbd14e5daf73f93a for: {'subnet': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:25.587974 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4e36b854-aaa8-4c9f-b662-57a8a9aa55cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:25.589582 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9bbd3a-4e00-4e1f-a6bf-5f143b697ed3 admin admin] Pushing event updated for resources: {'Network': ['ID=e6006ca4-4826-4a77-87a9-6d4fc13c2abe,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:25.593835 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6591baa9-e026-483d-8b35-e5c8ebb1c322 None None] Network 0045986e-e6c5-43f0-80c0-83702e835b95 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:42:25.619772 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-6e165454-592f-4d18-8dc9-5420a5f459d3 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2117240 Jan 21 09:42:25.623290 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46238) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:25.629296 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1789800270-router', 'tenant_id': '8e68af954d89401b9a7122b646a5a9d6', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:25.639069 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network e6006ca4-4826-4a77-87a9-6d4fc13c2abe details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:42:25.697897 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7907917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15989'] for router (f6e3a48f-8a8f-4008-81fb-65e22775f54d), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:25.699319 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7909373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8057193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15994'] for router (f6e3a48f-8a8f-4008-81fb-65e22775f54d), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:25.799617 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Publish callbacks [] for router_controller (f6e3a48f-8a8f-4008-81fb-65e22775f54d), precommit_add_association {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:25.985881 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cff158-ad7a-4c83-9943-69b302ee1b3a None None] Network 0045986e-e6c5-43f0-80c0-83702e835b95 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:42:26.077667 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4e36b854-aaa8-4c9f-b662-57a8a9aa55cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for subnet (915c81a7-b891-4f9b-9add-d5069201e814), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:26.134868 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Publish callbacks [] for router_gateway (f6e3a48f-8a8f-4008-81fb-65e22775f54d), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:26.177883 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36b854-aaa8-4c9f-b662-57a8a9aa55cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=915c81a7-b891-4f9b-9add-d5069201e814,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:26.186245 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36b854-aaa8-4c9f-b662-57a8a9aa55cd admin admin] Checking segment: {'id': 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:42:26.186602 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e36b854-aaa8-4c9f-b662-57a8a9aa55cd admin admin] Network hostable DHCP agents. Network: e6006ca4-4826-4a77-87a9-6d4fc13c2abe, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:26.216861 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e36b854-aaa8-4c9f-b662-57a8a9aa55cd admin admin] Network e6006ca4-4826-4a77-87a9-6d4fc13c2abe is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:26.238257 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-4e36b854-aaa8-4c9f-b662-57a8a9aa55cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, e6006ca4-4826-4a77-87a9-6d4fc13c2abe) {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:26.245183 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e36b854-aaa8-4c9f-b662-57a8a9aa55cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:26.250102 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4e36b854-aaa8-4c9f-b662-57a8a9aa55cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:26.253462 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d8565b-07bb-4987-8c8e-426d353c54c5 None None] Network e6006ca4-4826-4a77-87a9-6d4fc13c2abe requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:42:26.286909 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-4e36b854-aaa8-4c9f-b662-57a8a9aa55cd admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7619309 Jan 21 09:42:26.287136 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46266) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:26.295118 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:26.429915 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3693bb14-d069-572a-a73c-21e20adad4c6-e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814'}]}} from dv-cinder-815614-10-iscsi. {{(pid=109058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:42:26.432288 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:26.474965 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7907917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15989'] for router (8ee40f4e-dad1-4072-a96a-156a3c12825a), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:26.476094 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7909373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8057193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15994'] for router (8ee40f4e-dad1-4072-a96a-156a3c12825a), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:26.477048 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 46272) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:26.483097 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-7e2e0f25-af0e-4230-860b-2f961aefe6d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1696796164-network', 'tenant_id': '0aca5f3d2ae349ff9bb2e08c20328d91'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:26.535873 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2e0f25-af0e-4230-860b-2f961aefe6d3 admin admin] Made reservation on behalf of 0aca5f3d2ae349ff9bb2e08c20328d91 for: {'network': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:26.536389 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Publish callbacks [] for router_controller (8ee40f4e-dad1-4072-a96a-156a3c12825a), precommit_add_association {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:26.538753 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7e2e0f25-af0e-4230-860b-2f961aefe6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:26.541124 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Publish callbacks [] for router_gateway (f6e3a48f-8a8f-4008-81fb-65e22775f54d), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:26.566155 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7e2e0f25-af0e-4230-860b-2f961aefe6d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:26.567874 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:26.779871 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.db_base_plugin_common [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Allocated IP 172.20.0.2 (e6006ca4-4826-4a77-87a9-6d4fc13c2abe/915c81a7-b891-4f9b-9add-d5069201e814/ccdbcf47-ea14-4540-bb7c-add143ee36c6) {{(pid=109058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:26.785138 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7e2e0f25-af0e-4230-860b-2f961aefe6d3 admin admin] Publish callbacks [] for security_group (6ccaa50e-d4d6-4d79-a4db-ddb37c0dbb70), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:26.800564 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7e2e0f25-af0e-4230-860b-2f961aefe6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (6ccaa50e-d4d6-4d79-a4db-ddb37c0dbb70), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:26.881728 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Allocated IP 172.27.1.164 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/3139c4f3-baf7-49cc-99a7-ab8bd4020993) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:26.901719 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e0f25-af0e-4230-860b-2f961aefe6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccaa50e-d4d6-4d79-a4db-ddb37c0dbb70,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:26.921179 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2e0f25-af0e-4230-860b-2f961aefe6d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=109056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:26.946200 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7e2e0f25-af0e-4230-860b-2f961aefe6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (7ad63106-0745-42d2-8375-b5cbdf67236b), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:26.949512 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.segments_db [None req-7e2e0f25-af0e-4230-860b-2f961aefe6d3 admin admin] Added segment 7ad63106-0745-42d2-8375-b5cbdf67236b of type vlan for network c4b59b54-76f2-47b3-9bb8-e9c0859ab268 Jan 21 09:42:27.060390 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7e2e0f25-af0e-4230-860b-2f961aefe6d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (c4b59b54-76f2-47b3-9bb8-e9c0859ab268), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:27.116607 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Publish callbacks [] for port (ccdbcf47-ea14-4540-bb7c-add143ee36c6), precommit_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:27.127631 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7e2e0f25-af0e-4230-860b-2f961aefe6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (c4b59b54-76f2-47b3-9bb8-e9c0859ab268), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:27.128817 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2e0f25-af0e-4230-860b-2f961aefe6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:27.131951 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834'] for port (ccdbcf47-ea14-4540-bb7c-add143ee36c6), after_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:27.132206 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7e2e0f25-af0e-4230-860b-2f961aefe6d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:27.179474 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Publish callbacks [] for port (3139c4f3-baf7-49cc-99a7-ab8bd4020993), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:27.235795 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834'] for port (3139c4f3-baf7-49cc-99a7-ab8bd4020993), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:27.282066 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:27.283626 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Pushing event updated for resources: {'Port': ['ID=ccdbcf47-ea14-4540-bb7c-add143ee36c6,revision_number=1']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:27.291301 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:27.308301 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Network e6006ca4-4826-4a77-87a9-6d4fc13c2abe is already hosted by enough agents. {{(pid=109058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:27.319544 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.base_scheduler [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Resources bound (agent type, host, resource id): {{(pid=109058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:27.321544 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Received port after_create {{(pid=109058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:42:27.363362 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e0f25-af0e-4230-860b-2f961aefe6d3 admin admin] Pushing event updated for resources: {'Network': ['ID=c4b59b54-76f2-47b3-9bb8-e9c0859ab268,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:27.376473 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-7e2e0f25-af0e-4230-860b-2f961aefe6d3 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8976047 Jan 21 09:42:27.377443 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 46320) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:27.391645 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-354a1b8e-d17d-4660-96db-55fc62eb9a90 admin admin] Request body: {'subnet': {'network_id': 'c4b59b54-76f2-47b3-9bb8-e9c0859ab268', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1696796164-subnet', 'tenant_id': '0aca5f3d2ae349ff9bb2e08c20328d91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:27.428554 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network c4b59b54-76f2-47b3-9bb8-e9c0859ab268 details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:42:27.441764 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354a1b8e-d17d-4660-96db-55fc62eb9a90 admin admin] Made reservation on behalf of 0aca5f3d2ae349ff9bb2e08c20328d91 for: {'subnet': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:27.444277 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-354a1b8e-d17d-4660-96db-55fc62eb9a90 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:27.496562 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46334) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:27.496974 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46338) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:27.497769 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:42:27.524762 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.525326 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.525836 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.526467 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.526983 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.527604 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.528407 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.529115 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.529791 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.530465 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.531256 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.531857 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.532465 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Tracked resource versions report: Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: pushed versions: Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: { 'AddressGroup': {'1.2'}, Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'ConntrackHelper': {'1.0'}, Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'LocalIPAssociation': {'1.0'}, Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Log': {'1.0'}, Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Network': {'1.1'}, Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Port': {'1.7'}, Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'PortForwarding': {'1.2'}, Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'QosPolicy': {'1.10'}, Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'SecurityGroup': {'1.5'}, Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'SubPort': {'1.0'}, Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Subnet': {'1.1'}, Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Trunk': {'1.1'}} Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: consumer versions: Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: { DHCP agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: HyperV agent@hv-cinder-81561: {}, Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: L3 agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: Metadata agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: Metering agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: Open vSwitch agent@dv-cinder-815614-10-iscsi: { 'AddressGroup': '1.2', Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'ConntrackHelper': '1.0', Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'LocalIPAssociation': '1.0', Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Log': '1.0', Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Network': '1.1', Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Port': '1.7', Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'PortForwarding': '1.2', Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'QosPolicy': '1.10', Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'SecurityGroup': '1.5', Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'SecurityGroupRule': '1.2', Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'SubPort': '1.0', Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Subnet': '1.1', Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: 'Trunk': '1.1'}} Jan 21 09:42:27.534175 dv-cinder-815614-10-iscsi neutron-server[109058]: {{(pid=109058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:42:27.552391 dv-cinder-815614-10-iscsi neutron-server[109057]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 09:42:27.598205 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Attempting to bind port ccdbcf47-ea14-4540-bb7c-add143ee36c6 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:42:27.598996 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Attempting to bind port ccdbcf47-ea14-4540-bb7c-add143ee36c6 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:42:27.599664 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Attempting to bind port ccdbcf47-ea14-4540-bb7c-add143ee36c6 on network e6006ca4-4826-4a77-87a9-6d4fc13c2abe {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:27.606336 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:42:27.607868 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Checking segment: {'id': 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:42:27.608560 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:27.609765 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Bound using segment: {'id': 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:42:27.610661 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Bound port: ccdbcf47-ea14-4540-bb7c-add143ee36c6, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:42:27.611639 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (ccdbcf47-ea14-4540-bb7c-add143ee36c6), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:27.649600 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 46346) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:27.688480 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-354a1b8e-d17d-4660-96db-55fc62eb9a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for subnet (6c0d8dc3-6bff-4dce-8e63-b94d649c176b), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:27.700198 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] For port ccdbcf47-ea14-4540-bb7c-add143ee36c6, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:27.704704 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] For port ccdbcf47-ea14-4540-bb7c-add143ee36c6, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=ccdbcf47-ea14-4540-bb7c-add143ee36c6,segment=NetworkSegment(cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce),segment_id=cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:27.712946 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (ccdbcf47-ea14-4540-bb7c-add143ee36c6), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:27.739080 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a1b8e-d17d-4660-96db-55fc62eb9a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0d8dc3-6bff-4dce-8e63-b94d649c176b,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:27.764047 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354a1b8e-d17d-4660-96db-55fc62eb9a90 admin admin] Checking segment: {'id': '7ad63106-0745-42d2-8375-b5cbdf67236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c4b59b54-76f2-47b3-9bb8-e9c0859ab268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:42:27.768514 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354a1b8e-d17d-4660-96db-55fc62eb9a90 admin admin] Network hostable DHCP agents. Network: c4b59b54-76f2-47b3-9bb8-e9c0859ab268, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:27.790054 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354a1b8e-d17d-4660-96db-55fc62eb9a90 admin admin] Network c4b59b54-76f2-47b3-9bb8-e9c0859ab268 is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:27.793700 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec090bc-d516-4644-85e3-e7aa0a39d245 None None] Pushing event updated for resources: {'Port': ['ID=ccdbcf47-ea14-4540-bb7c-add143ee36c6,revision_number=2']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:27.805013 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-354a1b8e-d17d-4660-96db-55fc62eb9a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, c4b59b54-76f2-47b3-9bb8-e9c0859ab268) {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:27.812051 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354a1b8e-d17d-4660-96db-55fc62eb9a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:27.812896 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-354a1b8e-d17d-4660-96db-55fc62eb9a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:27.825874 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2a2aab-a799-49bb-a521-c8128b88e336 None None] Network c4b59b54-76f2-47b3-9bb8-e9c0859ab268 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:42:27.851675 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-354a1b8e-d17d-4660-96db-55fc62eb9a90 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4717534 Jan 21 09:42:27.884658 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Pushing event updated for resources: {'Port': ['ID=3139c4f3-baf7-49cc-99a7-ab8bd4020993,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:27.897319 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Publish callbacks [] for router_gateway (8ee40f4e-dad1-4072-a96a-156a3c12825a), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:27.941128 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7a4a205b-a865-42a9-a2da-c7f8650feca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:27.992787 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb490dc0-9783-4e16-9038-ae11c1789f3c None None] Network c4b59b54-76f2-47b3-9bb8-e9c0859ab268 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:42:28.007093 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-3427ec03-35f4-4588-9332-50e0f0053f5c tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:28.009435 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-3427ec03-35f4-4588-9332-50e0f0053f5c tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/networks?id=c78035e0-dffe-4a14-9de5-2d026ceb1de0 HTTP/1.1" status: 200 len: 812 time: 0.5034645 Jan 21 09:42:28.057898 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-734f440e-a36f-4df8-b1e8-b18be42724ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:28.070143 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-049c02d4-b43a-4abd-99e4-cae88a8b6765 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/quotas/9d5b05bd131c41f684421642ee2f7e07 HTTP/1.1" status: 200 len: 375 time: 0.0459006 Jan 21 09:42:28.097244 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7a4a205b-a865-42a9-a2da-c7f8650feca4 admin admin] Publish callbacks [] for security_group (c906fc98-021b-4bbb-b4b6-f8e10c4d6cb5), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:28.102154 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7a4a205b-a865-42a9-a2da-c7f8650feca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (c906fc98-021b-4bbb-b4b6-f8e10c4d6cb5), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:28.162000 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-7a4a205b-a865-42a9-a2da-c7f8650feca4 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=ce7eaedffcef433c92626d7337716124&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5105774 Jan 21 09:42:28.165535 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 46352) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:28.165892 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 46354) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:28.217258 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a205b-a865-42a9-a2da-c7f8650feca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c906fc98-021b-4bbb-b4b6-f8e10c4d6cb5,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:28.294569 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-cd912cb4-015f-441d-ac8d-f3e62281d524 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=9d5b05bd131c41f684421642ee2f7e07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195247 Jan 21 09:42:28.299891 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92db1ca-ffbb-4ce5-8db9-cf60e6b3fc30 admin admin] Deleting subnet 0f90e7e3-60a3-420d-a44d-bf1734fb8616 {{(pid=109056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:42:28.299891 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b92db1ca-ffbb-4ce5-8db9-cf60e6b3fc30 admin admin] Publish callbacks [] for subnet (0f90e7e3-60a3-420d-a44d-bf1734fb8616), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:28.363486 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Publish callbacks [] for router_gateway (f6e3a48f-8a8f-4008-81fb-65e22775f54d), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:28.365600 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b92db1ca-ffbb-4ce5-8db9-cf60e6b3fc30 admin admin] Publish callbacks [] for subnet (0f90e7e3-60a3-420d-a44d-bf1734fb8616), precommit_delete_associations {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:28.386261 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b92db1ca-ffbb-4ce5-8db9-cf60e6b3fc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440766'] for subnet (0f90e7e3-60a3-420d-a44d-bf1734fb8616), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:28.411039 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9de80730-da48-40e2-bb0d-fc3f953fb408 admin admin] Publish callbacks [] for security_group (c906fc98-021b-4bbb-b4b6-f8e10c4d6cb5), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:28.446739 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9de80730-da48-40e2-bb0d-fc3f953fb408 admin admin] Publish callbacks [] for security_group (c906fc98-021b-4bbb-b4b6-f8e10c4d6cb5), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:28.451087 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-734f440e-a36f-4df8-b1e8-b18be42724ca admin admin] Publish callbacks [] for security_group (3b3f902a-a4cf-4e6a-91bc-6d8acda3e9b2), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:28.465991 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-734f440e-a36f-4df8-b1e8-b18be42724ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (3b3f902a-a4cf-4e6a-91bc-6d8acda3e9b2), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:28.523363 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b92db1ca-ffbb-4ce5-8db9-cf60e6b3fc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for subnet (0f90e7e3-60a3-420d-a44d-bf1734fb8616), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:28.560593 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b92db1ca-ffbb-4ce5-8db9-cf60e6b3fc30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:28.564734 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-b92db1ca-ffbb-4ce5-8db9-cf60e6b3fc30 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/0f90e7e3-60a3-420d-a44d-bf1734fb8616 HTTP/1.1" status: 204 len: 168 time: 0.3972876 Jan 21 09:42:28.565764 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92db1ca-ffbb-4ce5-8db9-cf60e6b3fc30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f90e7e3-60a3-420d-a44d-bf1734fb8616,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:28.567942 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 46366) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:28.594937 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9de80730-da48-40e2-bb0d-fc3f953fb408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (c906fc98-021b-4bbb-b4b6-f8e10c4d6cb5), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:28.596403 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-a140256d-122f-4666-b50f-2d3b1ddff56e service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:42:28.597421 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-a140256d-122f-4666-b50f-2d3b1ddff56e service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2280171 Jan 21 09:42:28.597572 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9de80730-da48-40e2-bb0d-fc3f953fb408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:28.598710 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-9de80730-da48-40e2-bb0d-fc3f953fb408 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c906fc98-021b-4bbb-b4b6-f8e10c4d6cb5 HTTP/1.1" status: 204 len: 168 time: 0.4305375 Jan 21 09:42:28.617966 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de80730-da48-40e2-bb0d-fc3f953fb408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c906fc98-021b-4bbb-b4b6-f8e10c4d6cb5,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:28.700950 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466178'] for network (7ba5eafe-1e20-459a-b057-21a48579061d), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:28.720284 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f440e-a36f-4df8-b1e8-b18be42724ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3f902a-a4cf-4e6a-91bc-6d8acda3e9b2,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:28.756595 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-734f440e-a36f-4df8-b1e8-b18be42724ca admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=7a2c348410284212a9aca05cefdbb2fd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2469411 Jan 21 09:42:28.761727 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46380) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:28.854279 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409116', 'neutron.services.segments.db._delete_segments_for_network-8767559616543'] for network (7ba5eafe-1e20-459a-b057-21a48579061d), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:28.892078 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:42:28.893020 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:42:28.894152 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:42:28.894522 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Subscribe: > port after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:42:28.903127 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:42:28.906771 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Subscribe: > port after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:42:28.907170 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:42:28.907523 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:42:28.907920 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:42:28.909101 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:42:29.008402 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Publish callbacks [] for router_gateway (8ee40f4e-dad1-4072-a96a-156a3c12825a), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:29.016733 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-493a2af3-e1e0-4477-96e9-9c84a425ba98 service neutron] 10.222.0.112 "GET /v2.0/networks/c78035e0-dffe-4a14-9de5-2d026ceb1de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042332 Jan 21 09:42:29.093413 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:29.121804 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1bda2624-256f-44f5-a91e-a8f2ca21ac72 admin admin] Publish callbacks [] for security_group (3b3f902a-a4cf-4e6a-91bc-6d8acda3e9b2), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:29.128669 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7909322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7910412'] for router (f6e3a48f-8a8f-4008-81fb-65e22775f54d), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:29.242770 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46394) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:29.358480 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:42:29.358917 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:42:29.359286 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:42:29.359686 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:42:29.360101 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba5eafe-1e20-459a-b057-21a48579061d']}} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:29.386946 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc52d71b-8f36-495e-a728-ec0c905d45dc') {'for_net_delete': True} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:29.387266 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc52d71b-8f36-495e-a728-ec0c905d45dc') {} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:29.410688 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767559616925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051238'] for segment (fc52d71b-8f36-495e-a728-ec0c905d45dc), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:29.448994 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (fc52d71b-8f36-495e-a728-ec0c905d45dc), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:29.461987 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=109056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:29.462540 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6057279'] for segment (fc52d71b-8f36-495e-a728-ec0c905d45dc), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: from cryptography.utils import int_from_bytes Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: from cryptography.utils import int_from_bytes Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: Traceback (most recent call last): Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: timer() Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: cb(*args, **kw) Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: return func(*args, **kwargs) Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: self._notify() Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: self.callback(batched_events) Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: event.method(event) Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: return f(self, *a, **k) Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._get(url).json() Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:29.471696 dv-cinder-815614-10-iscsi neutron-server[109056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:29.494372 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53632d2-a08b-40bd-b10e-13b29e78cc21 None None] Network e6006ca4-4826-4a77-87a9-6d4fc13c2abe requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:42:29.514693 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1bda2624-256f-44f5-a91e-a8f2ca21ac72 admin admin] Publish callbacks [] for security_group (3b3f902a-a4cf-4e6a-91bc-6d8acda3e9b2), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:29.539599 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910546'] for network (7ba5eafe-1e20-459a-b057-21a48579061d), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:29.553342 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:29.561173 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4392bbf4-4b86-406a-9706-604116d41a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:29.561385 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] 10.222.0.112 "DELETE /v2.0/networks/7ba5eafe-1e20-459a-b057-21a48579061d HTTP/1.1" status: 204 len: 168 time: 0.9899962 Jan 21 09:42:29.573156 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46412) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:29.575580 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028bfa4-95d8-4cf2-96be-b8c55f3afa02 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ba5eafe-1e20-459a-b057-21a48579061d,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:29.609720 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-15cd61a2-956c-4a5c-90a8-1049131350d7 None None] Provisioning complete for port ccdbcf47-ea14-4540-bb7c-add143ee36c6 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:29.610148 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-15cd61a2-956c-4a5c-90a8-1049131350d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (ccdbcf47-ea14-4540-bb7c-add143ee36c6), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:29.710011 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-7fc7b492-fc7b-4cd4-8644-aedfc1b48edf service neutron] 10.222.0.112 "GET /v2.0/networks/c78035e0-dffe-4a14-9de5-2d026ceb1de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621578 Jan 21 09:42:29.730826 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Allocated IP 172.27.1.15 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/df9c6361-2312-40c4-abdd-086c14a53086) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:29.733063 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-15cd61a2-956c-4a5c-90a8-1049131350d7 None None] Current status of the port ccdbcf47-ea14-4540-bb7c-add143ee36c6 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:29.733542 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-15cd61a2-956c-4a5c-90a8-1049131350d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (ccdbcf47-ea14-4540-bb7c-add143ee36c6), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:29.784138 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-15cd61a2-956c-4a5c-90a8-1049131350d7 None None] For port ccdbcf47-ea14-4540-bb7c-add143ee36c6, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=ccdbcf47-ea14-4540-bb7c-add143ee36c6,segment=NetworkSegment(cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce),segment_id=cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:29.790741 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-15cd61a2-956c-4a5c-90a8-1049131350d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (ccdbcf47-ea14-4540-bb7c-add143ee36c6), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:29.807073 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d7ed3b-09e0-4a52-aa8f-8728d4b4caad admin admin] Deleting subnet 6c0d8dc3-6bff-4dce-8e63-b94d649c176b {{(pid=109057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:42:29.816389 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1bda2624-256f-44f5-a91e-a8f2ca21ac72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (3b3f902a-a4cf-4e6a-91bc-6d8acda3e9b2), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:29.818984 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1bda2624-256f-44f5-a91e-a8f2ca21ac72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:29.820177 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-1bda2624-256f-44f5-a91e-a8f2ca21ac72 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3b3f902a-a4cf-4e6a-91bc-6d8acda3e9b2 HTTP/1.1" status: 204 len: 168 time: 1.0534878 Jan 21 09:42:29.823891 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d3d7ed3b-09e0-4a52-aa8f-8728d4b4caad admin admin] Publish callbacks [] for subnet (6c0d8dc3-6bff-4dce-8e63-b94d649c176b), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:29.852860 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd61a2-956c-4a5c-90a8-1049131350d7 None None] Pushing event updated for resources: {'Port': ['ID=ccdbcf47-ea14-4540-bb7c-add143ee36c6,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:29.916406 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda2624-256f-44f5-a91e-a8f2ca21ac72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3f902a-a4cf-4e6a-91bc-6d8acda3e9b2,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:29.979948 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d3d7ed3b-09e0-4a52-aa8f-8728d4b4caad admin admin] Publish callbacks [] for subnet (6c0d8dc3-6bff-4dce-8e63-b94d649c176b), precommit_delete_associations {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:29.998672 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 46426) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:29.999495 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d3d7ed3b-09e0-4a52-aa8f-8728d4b4caad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440766'] for subnet (6c0d8dc3-6bff-4dce-8e63-b94d649c176b), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.006675 dv-cinder-815614-10-iscsi neutron-server[109056]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 09:42:30.122162 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Router f6e3a48f-8a8f-4008-81fb-65e22775f54d is scheduled to L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 with binding_index 1 {{(pid=109057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:42:30.133000 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-f66907b9-7f25-4a5c-95a3-a036d57bc2c4 None None] Provisioning complete for port ccdbcf47-ea14-4540-bb7c-add143ee36c6 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:30.133419 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-f66907b9-7f25-4a5c-95a3-a036d57bc2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (ccdbcf47-ea14-4540-bb7c-add143ee36c6), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.134828 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4392bbf4-4b86-406a-9706-604116d41a3c admin admin] Publish callbacks [] for security_group (b9d510bc-b606-44f2-9a63-818704923be4), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.143616 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d3d7ed3b-09e0-4a52-aa8f-8728d4b4caad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for subnet (6c0d8dc3-6bff-4dce-8e63-b94d649c176b), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.168817 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Publish callbacks [] for port (df9c6361-2312-40c4-abdd-086c14a53086), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.172127 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4392bbf4-4b86-406a-9706-604116d41a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (b9d510bc-b606-44f2-9a63-818704923be4), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.186203 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-79831978-0c36-4a85-bafe-c2943f933e78 req-ca0274ec-b7fb-4433-b464-a8d1ee8776ed tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 210 time: 0.1848009 Jan 21 09:42:30.205085 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d3d7ed3b-09e0-4a52-aa8f-8728d4b4caad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.208376 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-d3d7ed3b-09e0-4a52-aa8f-8728d4b4caad admin admin] 10.222.0.112 "DELETE /v2.0/subnets/6c0d8dc3-6bff-4dce-8e63-b94d649c176b HTTP/1.1" status: 204 len: 168 time: 0.6342092 Jan 21 09:42:30.213196 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 46442) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:30.217642 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-4392bbf4-4b86-406a-9706-604116d41a3c admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=1805ae96ea6645c6925c1255e157dc79&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7660062 Jan 21 09:42:30.221389 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 46444) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:30.268639 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-f66907b9-7f25-4a5c-95a3-a036d57bc2c4 None None] Current status of the port ccdbcf47-ea14-4540-bb7c-add143ee36c6 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:30.287758 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7ed3b-09e0-4a52-aa8f-8728d4b4caad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0d8dc3-6bff-4dce-8e63-b94d649c176b,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:30.336950 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392bbf4-4b86-406a-9706-604116d41a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d510bc-b606-44f2-9a63-818704923be4,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:30.343160 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device ccdbcf47-ea14-4540-bb7c-add143ee36c6 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:30.373442 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b76ce1c-0bd9-41d6-8666-1120bbc2ba30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466178'] for network (c4b59b54-76f2-47b3-9bb8-e9c0859ab268), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.398477 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-07705d29-1b79-47e4-83d0-d064c5d898bf admin admin] Publish callbacks [] for security_group (b9d510bc-b606-44f2-9a63-818704923be4), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.453886 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:30.458938 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port ccdbcf47-ea14-4540-bb7c-add143ee36c6 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:30.460484 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (ccdbcf47-ea14-4540-bb7c-add143ee36c6), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.469578 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Sync routers for ids ['f6e3a48f-8a8f-4008-81fb-65e22775f54d'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:30.470643 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-07705d29-1b79-47e4-83d0-d064c5d898bf admin admin] Publish callbacks [] for security_group (b9d510bc-b606-44f2-9a63-818704923be4), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.473383 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834'] for port (df9c6361-2312-40c4-abdd-086c14a53086), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.499290 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Routers {'f6e3a48f-8a8f-4008-81fb-65e22775f54d'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:42:30.503279 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:42:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['f6e3a48f-8a8f-4008-81fb-65e22775f54d'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.519837 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b76ce1c-0bd9-41d6-8666-1120bbc2ba30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409116', 'neutron.services.segments.db._delete_segments_for_network-8767559616543'] for network (c4b59b54-76f2-47b3-9bb8-e9c0859ab268), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.522596 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.526903 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-c8fda9b9-8896-4837-aa87-e96e1fa409bb admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8998852 Jan 21 09:42:30.533386 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 46448) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:30.541263 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:30.545039 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:30.556955 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:42:30.695539 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port ccdbcf47-ea14-4540-bb7c-add143ee36c6 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:30.701370 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46460) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:30.702025 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Pushing event updated for resources: {'Port': ['ID=df9c6361-2312-40c4-abdd-086c14a53086,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:30.729718 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-4b76ce1c-0bd9-41d6-8666-1120bbc2ba30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b59b54-76f2-47b3-9bb8-e9c0859ab268']}} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.740193 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-4b76ce1c-0bd9-41d6-8666-1120bbc2ba30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad63106-0745-42d2-8375-b5cbdf67236b') {'for_net_delete': True} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.740513 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-4b76ce1c-0bd9-41d6-8666-1120bbc2ba30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad63106-0745-42d2-8375-b5cbdf67236b') {} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.750541 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1babe506-f24e-418f-bfba-dc761f7ab434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.751143 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b76ce1c-0bd9-41d6-8666-1120bbc2ba30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767559616925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051238'] for segment (7ad63106-0745-42d2-8375-b5cbdf67236b), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.765504 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b76ce1c-0bd9-41d6-8666-1120bbc2ba30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (7ad63106-0745-42d2-8375-b5cbdf67236b), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.773194 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b76ce1c-0bd9-41d6-8666-1120bbc2ba30 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=109056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:30.773613 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b76ce1c-0bd9-41d6-8666-1120bbc2ba30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6057279'] for segment (7ad63106-0745-42d2-8375-b5cbdf67236b), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: Traceback (most recent call last): Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: timer() Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: cb(*args, **kw) Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: return func(*args, **kwargs) Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: self._notify() Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: self.callback(batched_events) Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: event.method(event) Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: return f(self, *a, **k) Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._get(url).json() Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:30.840586 dv-cinder-815614-10-iscsi neutron-server[109056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:30.850698 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b76ce1c-0bd9-41d6-8666-1120bbc2ba30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910546'] for network (c4b59b54-76f2-47b3-9bb8-e9c0859ab268), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.865826 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b76ce1c-0bd9-41d6-8666-1120bbc2ba30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:30.872450 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-4b76ce1c-0bd9-41d6-8666-1120bbc2ba30 admin admin] 10.222.0.112 "DELETE /v2.0/networks/c4b59b54-76f2-47b3-9bb8-e9c0859ab268 HTTP/1.1" status: 204 len: 168 time: 0.6551471 Jan 21 09:42:30.902830 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76ce1c-0bd9-41d6-8666-1120bbc2ba30 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b59b54-76f2-47b3-9bb8-e9c0859ab268,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:30.923159 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Set router f6e3a48f-8a8f-4008-81fb-65e22775f54d gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:31.004906 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1babe506-f24e-418f-bfba-dc761f7ab434 admin admin] Publish callbacks [] for security_group (7bfe6c80-7f63-4e2f-9c49-cc62a6148b81), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.022019 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1babe506-f24e-418f-bfba-dc761f7ab434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (7bfe6c80-7f63-4e2f-9c49-cc62a6148b81), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.026817 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-07705d29-1b79-47e4-83d0-d064c5d898bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (b9d510bc-b606-44f2-9a63-818704923be4), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.030893 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-07705d29-1b79-47e4-83d0-d064c5d898bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.035525 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-07705d29-1b79-47e4-83d0-d064c5d898bf admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/b9d510bc-b606-44f2-9a63-818704923be4 HTTP/1.1" status: 204 len: 168 time: 0.8030889 Jan 21 09:42:31.035814 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Publish callbacks [] for router_gateway (8ee40f4e-dad1-4072-a96a-156a3c12825a), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.084347 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07705d29-1b79-47e4-83d0-d064c5d898bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d510bc-b606-44f2-9a63-818704923be4,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:31.196346 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.212624 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-1babe506-f24e-418f-bfba-dc761f7ab434 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=44e4ab160087415b800822e499834439&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5062172 Jan 21 09:42:31.228227 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46480) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:31.253131 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babe506-f24e-418f-bfba-dc761f7ab434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfe6c80-7f63-4e2f-9c49-cc62a6148b81,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:31.261238 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46486) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:31.306877 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'name': 'tempest-ServerRescueNegativeTestJSON-1789800270-router', 'tenant_id': '8e68af954d89401b9a7122b646a5a9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '3139c4f3-baf7-49cc-99a7-ab8bd4020993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:25Z', 'updated_at': '2022-01-21T09:42:28Z', 'revision_number': 3, 'project_id': '8e68af954d89401b9a7122b646a5a9d6', 'gw_port': {'id': '3139c4f3-baf7-49cc-99a7-ab8bd4020993', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:31.343540 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Checking router: f6e3a48f-8a8f-4008-81fb-65e22775f54d for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:31.344228 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Updating router f6e3a48f-8a8f-4008-81fb-65e22775f54d port 3139c4f3-baf7-49cc-99a7-ab8bd4020993 binding host dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:42:31.370601 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (3139c4f3-baf7-49cc-99a7-ab8bd4020993), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.429529 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f576ca8f-cbe5-47e2-a0b3-b65bc8c3fc24 req-100fb5a1-0fdb-46e6-baf4-28ce3a7a07f4 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 210 time: 0.0714097 Jan 21 09:42:31.483388 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b18376c8-7997-4c97-81e1-07e1c6ce0cbe admin admin] Publish callbacks [] for security_group (7bfe6c80-7f63-4e2f-9c49-cc62a6148b81), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.547204 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-6ddc608f-39b4-4f4f-b5bf-74f155a284eb admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4caf315ecb99476aac95be7fd1bced06&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2820029 Jan 21 09:42:31.556862 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46492) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:31.589434 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b18376c8-7997-4c97-81e1-07e1c6ce0cbe admin admin] Publish callbacks [] for security_group (7bfe6c80-7f63-4e2f-9c49-cc62a6148b81), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.710901 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7909322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7910412'] for router (8ee40f4e-dad1-4072-a96a-156a3c12825a), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.718454 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b3886424-6863-4b91-9348-f979662fb4bd admin admin] Publish callbacks [] for security_group (354a46ef-011e-4de5-bd70-fa0cffd2ea0b), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.772465 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Publish callbacks [] for port (3139c4f3-baf7-49cc-99a7-ab8bd4020993), precommit_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.783133 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (3139c4f3-baf7-49cc-99a7-ab8bd4020993), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.800276 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.841087 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84105ae-6200-435d-8c0e-6ea3833021b3 None None] Pushing event updated for resources: {'Port': ['ID=3139c4f3-baf7-49cc-99a7-ab8bd4020993,revision_number=2']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:31.849338 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b18376c8-7997-4c97-81e1-07e1c6ce0cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (7bfe6c80-7f63-4e2f-9c49-cc62a6148b81), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.850943 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84105ae-6200-435d-8c0e-6ea3833021b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:31.851333 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84105ae-6200-435d-8c0e-6ea3833021b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:31.851712 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84105ae-6200-435d-8c0e-6ea3833021b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:31.851956 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b18376c8-7997-4c97-81e1-07e1c6ce0cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.852116 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84105ae-6200-435d-8c0e-6ea3833021b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:31.852395 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84105ae-6200-435d-8c0e-6ea3833021b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:31.853035 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84105ae-6200-435d-8c0e-6ea3833021b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:31.853175 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-b18376c8-7997-4c97-81e1-07e1c6ce0cbe admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/7bfe6c80-7f63-4e2f-9c49-cc62a6148b81 HTTP/1.1" status: 204 len: 168 time: 0.6239345 Jan 21 09:42:31.856180 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84105ae-6200-435d-8c0e-6ea3833021b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:31.856771 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84105ae-6200-435d-8c0e-6ea3833021b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:31.857039 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84105ae-6200-435d-8c0e-6ea3833021b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:31.857420 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84105ae-6200-435d-8c0e-6ea3833021b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:31.857825 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84105ae-6200-435d-8c0e-6ea3833021b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:31.858477 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84105ae-6200-435d-8c0e-6ea3833021b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:31.859082 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84105ae-6200-435d-8c0e-6ea3833021b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84105ae-6200-435d-8c0e-6ea3833021b3 None None] Tracked resource versions report: Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: pushed versions: Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: { 'AddressGroup': {'1.2'}, Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'ConntrackHelper': {'1.0'}, Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'LocalIPAssociation': {'1.0'}, Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Log': {'1.0'}, Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Network': {'1.1'}, Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Port': {'1.7'}, Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'PortForwarding': {'1.2'}, Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'QosPolicy': {'1.10'}, Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'SecurityGroup': {'1.5'}, Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'SubPort': {'1.0'}, Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Subnet': {'1.1'}, Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Trunk': {'1.1'}} Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: consumer versions: Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: { DHCP agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: HyperV agent@hv-cinder-81561: {}, Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: L3 agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: Metadata agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: Metering agent@dv-cinder-815614-10-iscsi: {}, Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: Open vSwitch agent@dv-cinder-815614-10-iscsi: { 'AddressGroup': '1.2', Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'ConntrackHelper': '1.0', Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'LocalIPAssociation': '1.0', Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Log': '1.0', Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Network': '1.1', Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Port': '1.7', Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'PortForwarding': '1.2', Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'QosPolicy': '1.10', Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'SecurityGroup': '1.5', Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'SecurityGroupRule': '1.2', Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'SubPort': '1.0', Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Subnet': '1.1', Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: 'Trunk': '1.1'}} Jan 21 09:42:31.860335 dv-cinder-815614-10-iscsi neutron-server[109059]: {{(pid=109059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:42:31.873823 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b3886424-6863-4b91-9348-f979662fb4bd admin admin] Publish callbacks [] for security_group (354a46ef-011e-4de5-bd70-fa0cffd2ea0b), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.887842 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Attempting to bind port 3139c4f3-baf7-49cc-99a7-ab8bd4020993 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:42:31.888233 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Attempting to bind port 3139c4f3-baf7-49cc-99a7-ab8bd4020993 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:42:31.888609 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Attempting to bind port 3139c4f3-baf7-49cc-99a7-ab8bd4020993 on network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:31.894952 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:42:31.895489 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Checking segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:42:31.895906 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.896311 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Bound using segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:42:31.896797 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Bound port: 3139c4f3-baf7-49cc-99a7-ab8bd4020993, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:42:31.897415 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (3139c4f3-baf7-49cc-99a7-ab8bd4020993), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:31.975931 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] For port 3139c4f3-baf7-49cc-99a7-ab8bd4020993, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:31.979895 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] For port 3139c4f3-baf7-49cc-99a7-ab8bd4020993, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=3139c4f3-baf7-49cc-99a7-ab8bd4020993,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:31.991898 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (3139c4f3-baf7-49cc-99a7-ab8bd4020993), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:32.075764 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18376c8-7997-4c97-81e1-07e1c6ce0cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfe6c80-7f63-4e2f-9c49-cc62a6148b81,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:32.133804 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Routers {'f6e3a48f-8a8f-4008-81fb-65e22775f54d'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:42:32.134534 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:42:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['f6e3a48f-8a8f-4008-81fb-65e22775f54d'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:32.139933 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Router 8ee40f4e-dad1-4072-a96a-156a3c12825a is scheduled to L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 with binding_index 1 {{(pid=109057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:42:32.152047 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b3886424-6863-4b91-9348-f979662fb4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (354a46ef-011e-4de5-bd70-fa0cffd2ea0b), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:32.155186 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b3886424-6863-4b91-9348-f979662fb4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:32.156609 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-b3886424-6863-4b91-9348-f979662fb4bd admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/354a46ef-011e-4de5-bd70-fa0cffd2ea0b HTTP/1.1" status: 204 len: 168 time: 0.5991762 Jan 21 09:42:32.186814 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] Allocated IP 172.20.0.1 (0045986e-e6c5-43f0-80c0-83702e835b95/434a60e8-49e8-4807-8e03-c5aa2237a078/508c7839-cc2c-4a01-ac1a-4e63aff6917d) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:32.285834 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:32.287572 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3886424-6863-4b91-9348-f979662fb4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354a46ef-011e-4de5-bd70-fa0cffd2ea0b,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:32.302126 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Sync routers for ids ['8ee40f4e-dad1-4072-a96a-156a3c12825a'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:32.318235 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Routers {'8ee40f4e-dad1-4072-a96a-156a3c12825a'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:42:32.319218 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:42:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['8ee40f4e-dad1-4072-a96a-156a3c12825a'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:32.337358 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] Set router f6e3a48f-8a8f-4008-81fb-65e22775f54d gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:32.343937 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:32.345773 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-4317f8bb-56dd-40fa-a264-cbdd28409628 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0560923 Jan 21 09:42:32.349343 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46526) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:32.425199 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84105ae-6200-435d-8c0e-6ea3833021b3 None None] Pushing event updated for resources: {'Port': ['ID=3139c4f3-baf7-49cc-99a7-ab8bd4020993,revision_number=3']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:32.473752 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] Publish callbacks [] for port (508c7839-cc2c-4a01-ac1a-4e63aff6917d), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:32.646620 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Set router 8ee40f4e-dad1-4072-a96a-156a3c12825a gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:32.690414 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (508c7839-cc2c-4a01-ac1a-4e63aff6917d), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:32.812842 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'name': 'tempest-ServerRescueNegativeTestJSON-1789800270-router', 'tenant_id': '8e68af954d89401b9a7122b646a5a9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '3139c4f3-baf7-49cc-99a7-ab8bd4020993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:25Z', 'updated_at': '2022-01-21T09:42:28Z', 'revision_number': 3, 'project_id': '8e68af954d89401b9a7122b646a5a9d6', 'gw_port': {'id': '3139c4f3-baf7-49cc-99a7-ab8bd4020993', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:32.873120 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8e7d5-39ef-49dd-a0de-1b393e40df58 None None] The sync data for ids ['f6e3a48f-8a8f-4008-81fb-65e22775f54d'] in dv-cinder-815614-10-iscsi is: [{'id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'name': 'tempest-ServerRescueNegativeTestJSON-1789800270-router', 'tenant_id': '8e68af954d89401b9a7122b646a5a9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '3139c4f3-baf7-49cc-99a7-ab8bd4020993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:25Z', 'updated_at': '2022-01-21T09:42:28Z', 'revision_number': 3, 'project_id': '8e68af954d89401b9a7122b646a5a9d6', 'gw_port': {'id': '3139c4f3-baf7-49cc-99a7-ab8bd4020993', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:32.902027 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] Pushing event updated for resources: {'Port': ['ID=508c7839-cc2c-4a01-ac1a-4e63aff6917d,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:32.938321 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] Network 0045986e-e6c5-43f0-80c0-83702e835b95 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:32.942600 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:32.950460 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:42:32.968084 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9c98c3a7-d24b-4cf3-8627-98d361f982c5 req-2c072af3-e51d-446b-89a4-d4b61da5eb6a tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 210 time: 0.2010434 Jan 21 09:42:33.013356 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 46554) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:33.097559 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-e4362367-3f3f-4ecc-9987-e93ba9636b21 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=0aca5f3d2ae349ff9bb2e08c20328d91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0829651 Jan 21 09:42:33.098350 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46558) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:33.099669 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912766'] for router_interface (f6e3a48f-8a8f-4008-81fb-65e22775f54d), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:33.290484 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:30Z', 'revision_number': 3, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:33.376809 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Checking router: 8ee40f4e-dad1-4072-a96a-156a3c12825a for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:33.377573 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Updating router 8ee40f4e-dad1-4072-a96a-156a3c12825a port df9c6361-2312-40c4-abdd-086c14a53086 binding host dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:42:33.415856 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8f8eecbf-4658-4be1-90b5-698a7c11bd01 admin admin] Publish callbacks [] for security_group (6ccaa50e-d4d6-4d79-a4db-ddb37c0dbb70), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:33.452946 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (df9c6361-2312-40c4-abdd-086c14a53086), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:33.520342 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8f8eecbf-4658-4be1-90b5-698a7c11bd01 admin admin] Publish callbacks [] for security_group (6ccaa50e-d4d6-4d79-a4db-ddb37c0dbb70), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:33.556992 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.130', 55640) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:33.635443 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8f8eecbf-4658-4be1-90b5-698a7c11bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (6ccaa50e-d4d6-4d79-a4db-ddb37c0dbb70), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:33.638995 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8f8eecbf-4658-4be1-90b5-698a7c11bd01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:33.640833 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-8f8eecbf-4658-4be1-90b5-698a7c11bd01 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6ccaa50e-d4d6-4d79-a4db-ddb37c0dbb70 HTTP/1.1" status: 204 len: 168 time: 0.5329568 Jan 21 09:42:33.680093 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8eecbf-4658-4be1-90b5-698a7c11bd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccaa50e-d4d6-4d79-a4db-ddb37c0dbb70,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:34.056044 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:34.280121 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46602) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:34.332563 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (508c7839-cc2c-4a01-ac1a-4e63aff6917d), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:34.340757 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 3139c4f3-baf7-49cc-99a7-ab8bd4020993 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:34.406556 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-4a0388f8-3a4a-4755-b187-76f46a35bfcb req-397c0b71-71cd-4ffb-9237-3b85472312f2 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 210 time: 0.1435528 Jan 21 09:42:34.461637 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] Allocated IP 172.20.0.1 (e6006ca4-4826-4a77-87a9-6d4fc13c2abe/915c81a7-b891-4f9b-9add-d5069201e814/74edab38-68ed-47a0-b4b8-f7db34806da2) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:34.541521 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 3139c4f3-baf7-49cc-99a7-ab8bd4020993 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:34.542779 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (3139c4f3-baf7-49cc-99a7-ab8bd4020993), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:34.553638 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-72fbc0cf-95f3-4332-9315-d83d45d7b50c tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.555299 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-72fbc0cf-95f3-4332-9315-d83d45d7b50c tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.130 "GET /v2.0/networks?id=c78035e0-dffe-4a14-9de5-2d026ceb1de0 HTTP/1.1" status: 200 len: 812 time: 0.9932532 Jan 21 09:42:34.627273 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-9569806f-9f2c-4a90-989a-cab6067e9c7d tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Request body: {'port': {'device_id': 'f1d5404c-ec2c-46c5-8612-b4a0450eda23', 'network_id': 'c78035e0-dffe-4a14-9de5-2d026ceb1de0', 'admin_state_up': True, 'tenant_id': '9d5b05bd131c41f684421642ee2f7e07'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:34.697297 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] Publish callbacks [] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:34.773433 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834'] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:34.783891 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 3139c4f3-baf7-49cc-99a7-ab8bd4020993 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:34.784911 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (3139c4f3-baf7-49cc-99a7-ab8bd4020993), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:34.850871 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] Network e6006ca4-4826-4a77-87a9-6d4fc13c2abe is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:34.867724 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:34.878839 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:42:34.879446 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912766'] for router_interface (8ee40f4e-dad1-4072-a96a-156a3c12825a), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.035082 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] Publish callbacks [] for port (508c7839-cc2c-4a01-ac1a-4e63aff6917d), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.045802 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (508c7839-cc2c-4a01-ac1a-4e63aff6917d), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.052721 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-95157d4b-5c18-4c67-9213-c2108af83186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.065395 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] Pushing event updated for resources: {'Port': ['ID=74edab38-68ed-47a0-b4b8-f7db34806da2,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:35.201982 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] For port 3139c4f3-baf7-49cc-99a7-ab8bd4020993, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=3139c4f3-baf7-49cc-99a7-ab8bd4020993,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:35.238428 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7909537'] for router_interface (f6e3a48f-8a8f-4008-81fb-65e22775f54d), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.241408 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Publish callbacks [] for port (df9c6361-2312-40c4-abdd-086c14a53086), precommit_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.251046 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (3139c4f3-baf7-49cc-99a7-ab8bd4020993), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.256296 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-9569806f-9f2c-4a90-989a-cab6067e9c7d tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Made reservation on behalf of 9d5b05bd131c41f684421642ee2f7e07 for: {'port': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:35.267872 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (df9c6361-2312-40c4-abdd-086c14a53086), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.287690 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-9569806f-9f2c-4a90-989a-cab6067e9c7d tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.352352 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.382853 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Attempting to bind port df9c6361-2312-40c4-abdd-086c14a53086 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:42:35.383511 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Attempting to bind port df9c6361-2312-40c4-abdd-086c14a53086 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:42:35.384156 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Attempting to bind port df9c6361-2312-40c4-abdd-086c14a53086 on network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:35.399926 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] Pushing event updated for resources: {'Port': ['ID=508c7839-cc2c-4a01-ac1a-4e63aff6917d,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:35.400607 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:42:35.401309 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Checking segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:42:35.402104 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.402968 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Bound using segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:42:35.403761 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Bound port: df9c6361-2312-40c4-abdd-086c14a53086, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:42:35.404440 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (df9c6361-2312-40c4-abdd-086c14a53086), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.430918 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-95157d4b-5c18-4c67-9213-c2108af83186 admin admin] Publish callbacks [] for security_group (d2370ad7-526c-46c2-bcdf-19ec2873d9f8), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.441875 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-95157d4b-5c18-4c67-9213-c2108af83186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (d2370ad7-526c-46c2-bcdf-19ec2873d9f8), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.484737 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] For port df9c6361-2312-40c4-abdd-086c14a53086, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:35.493263 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] For port df9c6361-2312-40c4-abdd-086c14a53086, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=df9c6361-2312-40c4-abdd-086c14a53086,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:35.495475 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95157d4b-5c18-4c67-9213-c2108af83186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2370ad7-526c-46c2-bcdf-19ec2873d9f8,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:35.506256 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-28425276-9688-4cc6-b53c-da4c1d561ee6 None None] Provisioning complete for port 74edab38-68ed-47a0-b4b8-f7db34806da2 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:35.507107 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-28425276-9688-4cc6-b53c-da4c1d561ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.521599 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (df9c6361-2312-40c4-abdd-086c14a53086), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.543080 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-95157d4b-5c18-4c67-9213-c2108af83186 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d8f5dacba81145e59ec43adbbe80b7c0&name=default HTTP/1.1" status: 200 len: 2995 time: 1.2536166 Jan 21 09:42:35.555129 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46658) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:35.587749 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Pushing event updated for resources: {'Port': ['ID=3139c4f3-baf7-49cc-99a7-ab8bd4020993,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:35.596506 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Routers {'8ee40f4e-dad1-4072-a96a-156a3c12825a'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:42:35.597291 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:42:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['8ee40f4e-dad1-4072-a96a-156a3c12825a'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:35.676341 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff5a93-7290-435e-a2cd-75a3ebbfd3f6 None None] Pushing event updated for resources: {'Port': ['ID=df9c6361-2312-40c4-abdd-086c14a53086,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:35.800850 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff5a93-7290-435e-a2cd-75a3ebbfd3f6 None None] Pushing event updated for resources: {'Port': ['ID=df9c6361-2312-40c4-abdd-086c14a53086,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:35.810046 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-28425276-9688-4cc6-b53c-da4c1d561ee6 None None] Port 74edab38-68ed-47a0-b4b8-f7db34806da2 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:42:35.843136 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-da17e2c0-2197-44d3-baea-66f4e0260fe5 req-151bc9cd-fedf-42ea-a2b8-28102fe8d5b9 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 210 time: 0.2285206 Jan 21 09:42:35.900718 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d27e6e4f-746b-47c7-904e-fbd78d186289 admin admin] Publish callbacks [] for security_group (d2370ad7-526c-46c2-bcdf-19ec2873d9f8), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.983985 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] Set router 8ee40f4e-dad1-4072-a96a-156a3c12825a gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:36.007682 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d27e6e4f-746b-47c7-904e-fbd78d186289 admin admin] Publish callbacks [] for security_group (d2370ad7-526c-46c2-bcdf-19ec2873d9f8), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:36.104601 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] Publish callbacks [] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:36.140247 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:36.141392 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7909537'] for router_interface (8ee40f4e-dad1-4072-a96a-156a3c12825a), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:36.243930 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-9569806f-9f2c-4a90-989a-cab6067e9c7d tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Allocated IP 172.20.0.8 (c78035e0-dffe-4a14-9de5-2d026ceb1de0/98903f2d-b1f4-42b2-a5a2-6128900ae9a9/33816fe7-1b41-4630-a945-53b58b07ba66) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:36.302111 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] Pushing event updated for resources: {'Port': ['ID=74edab38-68ed-47a0-b4b8-f7db34806da2,revision_number=2']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:36.315232 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 3139c4f3-baf7-49cc-99a7-ab8bd4020993 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:36.465702 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d27e6e4f-746b-47c7-904e-fbd78d186289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (d2370ad7-526c-46c2-bcdf-19ec2873d9f8), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:36.475113 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d27e6e4f-746b-47c7-904e-fbd78d186289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:36.479544 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-d27e6e4f-746b-47c7-904e-fbd78d186289 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/d2370ad7-526c-46c2-bcdf-19ec2873d9f8 HTTP/1.1" status: 204 len: 168 time: 0.9233053 Jan 21 09:42:36.516707 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e6e4f-746b-47c7-904e-fbd78d186289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2370ad7-526c-46c2-bcdf-19ec2873d9f8,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:36.558818 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46678) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:36.613935 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] Network e6006ca4-4826-4a77-87a9-6d4fc13c2abe is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:36.621144 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:36.667879 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-9569806f-9f2c-4a90-989a-cab6067e9c7d tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Publish callbacks [] for port (33816fe7-1b41-4630-a945-53b58b07ba66), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:36.761842 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-9569806f-9f2c-4a90-989a-cab6067e9c7d tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (33816fe7-1b41-4630-a945-53b58b07ba66), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:36.958295 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] Network 0045986e-e6c5-43f0-80c0-83702e835b95 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:37.035805 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 3139c4f3-baf7-49cc-99a7-ab8bd4020993 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:37.037024 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (3139c4f3-baf7-49cc-99a7-ab8bd4020993), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:37.044529 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:37.076495 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-9569806f-9f2c-4a90-989a-cab6067e9c7d tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Network c78035e0-dffe-4a14-9de5-2d026ceb1de0 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:37.161135 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-9569806f-9f2c-4a90-989a-cab6067e9c7d tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:37.197101 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-9569806f-9f2c-4a90-989a-cab6067e9c7d tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:42:37.361429 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569806f-9f2c-4a90-989a-cab6067e9c7d tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Pushing event updated for resources: {'Port': ['ID=33816fe7-1b41-4630-a945-53b58b07ba66,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:37.415244 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-14d6b610-7b9f-4d70-b803-46c8c560ec96 None None] Provisioning complete for port 74edab38-68ed-47a0-b4b8-f7db34806da2 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:37.417421 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-14d6b610-7b9f-4d70-b803-46c8c560ec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:37.481057 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '74edab38-68ed-47a0-b4b8-f7db34806da2', 'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'mac_address': 'fa:16:3e:6a:97:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:34Z', 'updated_at': '2022-01-21T09:42:34Z', 'revision_number': 1, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'subnets': [{'id': '915c81a7-b891-4f9b-9add-d5069201e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:37.527533 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-956fd6fc-dce5-45af-b117-948159cbd55e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:37.621533 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ebdf0-bbc2-47f6-937b-260070922652 None None] The sync data for ids ['8ee40f4e-dad1-4072-a96a-156a3c12825a'] in dv-cinder-815614-10-iscsi is: [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '74edab38-68ed-47a0-b4b8-f7db34806da2', 'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'mac_address': 'fa:16:3e:6a:97:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:34Z', 'updated_at': '2022-01-21T09:42:34Z', 'revision_number': 1, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'subnets': [{'id': '915c81a7-b891-4f9b-9add-d5069201e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:37.633619 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-956fd6fc-dce5-45af-b117-948159cbd55e admin admin] Publish callbacks [] for security_group (c4acfbe3-a101-4b43-9bf3-0cc7f629b86c), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:37.646758 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-956fd6fc-dce5-45af-b117-948159cbd55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (c4acfbe3-a101-4b43-9bf3-0cc7f629b86c), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:37.701207 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 3139c4f3-baf7-49cc-99a7-ab8bd4020993 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:37.709207 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-14d6b610-7b9f-4d70-b803-46c8c560ec96 None None] Port 74edab38-68ed-47a0-b4b8-f7db34806da2 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:42:37.733202 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] Router 8ee40f4e-dad1-4072-a96a-156a3c12825a has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:37.777398 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03747a4c-857e-47d0-9f3a-4715f73dba8e req-4d172cec-8f18-47de-9a52-b86ddb2af3ce tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:37.779473 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-03747a4c-857e-47d0-9f3a-4715f73dba8e req-4d172cec-8f18-47de-9a52-b86ddb2af3ce tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 931 time: 0.3502698 Jan 21 09:42:37.805873 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-956fd6fc-dce5-45af-b117-948159cbd55e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a45781ffa8654689b5eff5d6c84d4c24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2426028 Jan 21 09:42:37.826330 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46704) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:37.836411 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-9569806f-9f2c-4a90-989a-cab6067e9c7d tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:37.838464 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-9569806f-9f2c-4a90-989a-cab6067e9c7d tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:37.849611 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956fd6fc-dce5-45af-b117-948159cbd55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4acfbe3-a101-4b43-9bf3-0cc7f629b86c,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:37.936595 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-9569806f-9f2c-4a90-989a-cab6067e9c7d tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3141749 Jan 21 09:42:37.963253 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-50eafb3b-c9a3-45dd-bbf3-ddf161410907 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:42:37.964333 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-50eafb3b-c9a3-45dd-bbf3-ddf161410907 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.130 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158420 Jan 21 09:42:37.994160 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] Router f6e3a48f-8a8f-4008-81fb-65e22775f54d has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:38.039063 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-03747a4c-857e-47d0-9f3a-4715f73dba8e req-0462933b-10fb-461a-9e0b-dc8937659439 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/security-groups?id=3cca8927-19f7-492c-8efd-93085dfd9fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288628 Jan 21 09:42:38.091086 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-50a74746-f694-40c9-b253-47df6965be5a admin admin] Publish callbacks [] for security_group (c4acfbe3-a101-4b43-9bf3-0cc7f629b86c), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:38.100531 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:38.108568 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-5cc3b8dd-6da7-41d9-82b4-0a55b51cf134 admin admin] 10.222.0.112 "PUT /v2.0/routers/8ee40f4e-dad1-4072-a96a-156a3c12825a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7578120 Jan 21 09:42:38.134114 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-50a74746-f694-40c9-b253-47df6965be5a admin admin] Publish callbacks [] for security_group (c4acfbe3-a101-4b43-9bf3-0cc7f629b86c), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:38.272588 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-50a74746-f694-40c9-b253-47df6965be5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (c4acfbe3-a101-4b43-9bf3-0cc7f629b86c), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:38.278224 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-50a74746-f694-40c9-b253-47df6965be5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:38.280863 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-50a74746-f694-40c9-b253-47df6965be5a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c4acfbe3-a101-4b43-9bf3-0cc7f629b86c HTTP/1.1" status: 204 len: 168 time: 0.4519544 Jan 21 09:42:38.306665 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a74746-f694-40c9-b253-47df6965be5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4acfbe3-a101-4b43-9bf3-0cc7f629b86c,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.325083 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:38.338391 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Sync routers for ids ['f6e3a48f-8a8f-4008-81fb-65e22775f54d'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:38.350894 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-b2759d99-aafe-4a14-93af-f382a8ec3026 admin admin] 10.222.0.112 "PUT /v2.0/routers/f6e3a48f-8a8f-4008-81fb-65e22775f54d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8160858 Jan 21 09:42:38.378220 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Routers {'f6e3a48f-8a8f-4008-81fb-65e22775f54d'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:42:38.379220 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:42:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['f6e3a48f-8a8f-4008-81fb-65e22775f54d'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:38.601501 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Set router f6e3a48f-8a8f-4008-81fb-65e22775f54d gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:39.038808 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'name': 'tempest-ServerRescueNegativeTestJSON-1789800270-router', 'tenant_id': '8e68af954d89401b9a7122b646a5a9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '3139c4f3-baf7-49cc-99a7-ab8bd4020993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:25Z', 'updated_at': '2022-01-21T09:42:33Z', 'revision_number': 4, 'project_id': '8e68af954d89401b9a7122b646a5a9d6', 'gw_port': {'id': '3139c4f3-baf7-49cc-99a7-ab8bd4020993', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '508c7839-cc2c-4a01-ac1a-4e63aff6917d', 'name': '', 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95', 'tenant_id': '8e68af954d89401b9a7122b646a5a9d6', 'mac_address': 'fa:16:3e:b1:4e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '434a60e8-49e8-4807-8e03-c5aa2237a078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:31Z', 'updated_at': '2022-01-21T09:42:34Z', 'revision_number': 2, 'project_id': '8e68af954d89401b9a7122b646a5a9d6', 'subnets': [{'id': '434a60e8-49e8-4807-8e03-c5aa2237a078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.120537 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Checking router: f6e3a48f-8a8f-4008-81fb-65e22775f54d for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:39.123020 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Updating router f6e3a48f-8a8f-4008-81fb-65e22775f54d port 508c7839-cc2c-4a01-ac1a-4e63aff6917d binding host dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:42:39.194468 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (508c7839-cc2c-4a01-ac1a-4e63aff6917d), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:39.245024 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Request body: {'port': {'device_id': 'f1d5404c-ec2c-46c5-8612-b4a0450eda23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:39.346924 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fb692-e3c3-491a-aacb-3a291e289757 req-c8e0b094-1273-477f-9be7-3078090821ac tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:39.355837 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-205fb692-e3c3-491a-aacb-3a291e289757 req-c8e0b094-1273-477f-9be7-3078090821ac tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 931 time: 0.1605735 Jan 21 09:42:39.429316 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (33816fe7-1b41-4630-a945-53b58b07ba66), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:39.504915 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-205fb692-e3c3-491a-aacb-3a291e289757 req-9cdeea02-ceda-436f-88d5-4a876628d15e tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/security-groups?id=3cca8927-19f7-492c-8efd-93085dfd9fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442871 Jan 21 09:42:39.866431 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Publish callbacks [] for port (508c7839-cc2c-4a01-ac1a-4e63aff6917d), precommit_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:39.874919 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (508c7839-cc2c-4a01-ac1a-4e63aff6917d), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:40.114172 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Attempting to bind port 508c7839-cc2c-4a01-ac1a-4e63aff6917d on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:42:40.115010 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Attempting to bind port 508c7839-cc2c-4a01-ac1a-4e63aff6917d by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '359f5fe4-93a4-4794-bfef-521d74a9d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95'}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:42:40.115616 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Attempting to bind port 508c7839-cc2c-4a01-ac1a-4e63aff6917d on network 0045986e-e6c5-43f0-80c0-83702e835b95 {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:40.122060 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe068ffb-2eae-488d-99d7-04959edbd0cc None None] Pushing event updated for resources: {'Port': ['ID=508c7839-cc2c-4a01-ac1a-4e63aff6917d,revision_number=3']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:40.132936 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:42:40.132936 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Checking segment: {'id': '359f5fe4-93a4-4794-bfef-521d74a9d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:42:40.132936 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:40.132936 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Bound using segment: {'id': '359f5fe4-93a4-4794-bfef-521d74a9d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95'} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:42:40.132936 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Bound port: 508c7839-cc2c-4a01-ac1a-4e63aff6917d, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359f5fe4-93a4-4794-bfef-521d74a9d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95'}}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:42:40.132936 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (508c7839-cc2c-4a01-ac1a-4e63aff6917d), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:40.322356 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] For port 508c7839-cc2c-4a01-ac1a-4e63aff6917d, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:40.333391 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] For port 508c7839-cc2c-4a01-ac1a-4e63aff6917d, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=508c7839-cc2c-4a01-ac1a-4e63aff6917d,segment=NetworkSegment(359f5fe4-93a4-4794-bfef-521d74a9d8a4),segment_id=359f5fe4-93a4-4794-bfef-521d74a9d8a4)] {{(pid=109059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:40.342381 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (508c7839-cc2c-4a01-ac1a-4e63aff6917d), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:40.466707 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33816fe7-1b41-4630-a945-53b58b07ba66 {{(pid=109056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:40.491260 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe068ffb-2eae-488d-99d7-04959edbd0cc None None] Pushing event updated for resources: {'Port': ['ID=508c7839-cc2c-4a01-ac1a-4e63aff6917d,revision_number=4']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:40.514016 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Publish callbacks [] for port (33816fe7-1b41-4630-a945-53b58b07ba66), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:40.562855 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device df9c6361-2312-40c4-abdd-086c14a53086 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:40.613617 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Routers {'f6e3a48f-8a8f-4008-81fb-65e22775f54d'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:42:40.622862 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:42:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['f6e3a48f-8a8f-4008-81fb-65e22775f54d'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:40.646369 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.provisioning_blocks [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Transition to ACTIVE for port object 33816fe7-1b41-4630-a945-53b58b07ba66 will not be triggered until provisioned by entity L2. {{(pid=109056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:40.657677 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (33816fe7-1b41-4630-a945-53b58b07ba66), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:40.758719 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port df9c6361-2312-40c4-abdd-086c14a53086 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:40.759191 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (df9c6361-2312-40c4-abdd-086c14a53086), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:40.964556 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Pushing event updated for resources: {'Port': ['ID=33816fe7-1b41-4630-a945-53b58b07ba66,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.093382 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port df9c6361-2312-40c4-abdd-086c14a53086 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:41.093786 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (df9c6361-2312-40c4-abdd-086c14a53086), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:41.162384 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] Set router f6e3a48f-8a8f-4008-81fb-65e22775f54d gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:41.179920 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] For port df9c6361-2312-40c4-abdd-086c14a53086, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=df9c6361-2312-40c4-abdd-086c14a53086,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:41.187861 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (df9c6361-2312-40c4-abdd-086c14a53086), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:41.230501 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-5d2dc97b-2dc9-4b9c-a1c7-8e2369d04d2e tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:41.236115 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-5d2dc97b-2dc9-4b9c-a1c7-8e2369d04d2e tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/networks?id=0045986e-e6c5-43f0-80c0-83702e835b95 HTTP/1.1" status: 200 len: 819 time: 0.4317284 Jan 21 09:42:41.261257 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-76e1004b-2689-492b-94fa-3ae5aac7cef5 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/quotas/8e68af954d89401b9a7122b646a5a9d6 HTTP/1.1" status: 200 len: 375 time: 0.0155742 Jan 21 09:42:41.370690 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Pushing event updated for resources: {'Port': ['ID=df9c6361-2312-40c4-abdd-086c14a53086,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.417155 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-1fa9ef92-ef4b-4305-87ed-d04857923942 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=8e68af954d89401b9a7122b646a5a9d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1433342 Jan 21 09:42:41.440378 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Attempting to bind port 33816fe7-1b41-4630-a945-53b58b07ba66 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:42:41.444644 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Attempting to bind port 33816fe7-1b41-4630-a945-53b58b07ba66 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': 'efec8c3e-1772-4d64-b2ad-e61c956fd561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c78035e0-dffe-4a14-9de5-2d026ceb1de0'}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:42:41.444644 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Attempting to bind port 33816fe7-1b41-4630-a945-53b58b07ba66 on network c78035e0-dffe-4a14-9de5-2d026ceb1de0 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:41.450291 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Port 33816fe7-1b41-4630-a945-53b58b07ba66 on network c78035e0-dffe-4a14-9de5-2d026ceb1de0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:42:41.451253 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Attempting to bind port 33816fe7-1b41-4630-a945-53b58b07ba66 on network c78035e0-dffe-4a14-9de5-2d026ceb1de0 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:41.476378 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:42:41.478802 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Checking segment: {'id': 'efec8c3e-1772-4d64-b2ad-e61c956fd561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c78035e0-dffe-4a14-9de5-2d026ceb1de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:42:41.480968 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Bound using segment: {'id': 'efec8c3e-1772-4d64-b2ad-e61c956fd561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c78035e0-dffe-4a14-9de5-2d026ceb1de0'} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:42:41.482137 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Bound port: 33816fe7-1b41-4630-a945-53b58b07ba66, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efec8c3e-1772-4d64-b2ad-e61c956fd561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c78035e0-dffe-4a14-9de5-2d026ceb1de0'}}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:42:41.484822 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (33816fe7-1b41-4630-a945-53b58b07ba66), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:41.704445 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] For port 33816fe7-1b41-4630-a945-53b58b07ba66, host hv-cinder-81561, cleared binding levels {{(pid=109056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:41.708359 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-1179da9f-9f8a-4c2b-b19d-d38f914e486c service neutron] 10.222.0.112 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824228 Jan 21 09:42:41.733093 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] For port 33816fe7-1b41-4630-a945-53b58b07ba66, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=33816fe7-1b41-4630-a945-53b58b07ba66,segment=NetworkSegment(efec8c3e-1772-4d64-b2ad-e61c956fd561),segment_id=efec8c3e-1772-4d64-b2ad-e61c956fd561)] {{(pid=109056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:41.737675 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'name': 'tempest-ServerRescueNegativeTestJSON-1789800270-router', 'tenant_id': '8e68af954d89401b9a7122b646a5a9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '3139c4f3-baf7-49cc-99a7-ab8bd4020993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:25Z', 'updated_at': '2022-01-21T09:42:33Z', 'revision_number': 4, 'project_id': '8e68af954d89401b9a7122b646a5a9d6', 'gw_port': {'id': '3139c4f3-baf7-49cc-99a7-ab8bd4020993', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '508c7839-cc2c-4a01-ac1a-4e63aff6917d', 'name': '', 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95', 'tenant_id': '8e68af954d89401b9a7122b646a5a9d6', 'mac_address': 'fa:16:3e:b1:4e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '434a60e8-49e8-4807-8e03-c5aa2237a078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:31Z', 'updated_at': '2022-01-21T09:42:40Z', 'revision_number': 4, 'project_id': '8e68af954d89401b9a7122b646a5a9d6', 'subnets': [{'id': '434a60e8-49e8-4807-8e03-c5aa2237a078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:41.742616 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (33816fe7-1b41-4630-a945-53b58b07ba66), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:41.833249 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dbe829-de08-402d-85cd-5653a9ffb4d1 None None] The sync data for ids ['f6e3a48f-8a8f-4008-81fb-65e22775f54d'] in dv-cinder-815614-10-iscsi is: [{'id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'name': 'tempest-ServerRescueNegativeTestJSON-1789800270-router', 'tenant_id': '8e68af954d89401b9a7122b646a5a9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '3139c4f3-baf7-49cc-99a7-ab8bd4020993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:25Z', 'updated_at': '2022-01-21T09:42:33Z', 'revision_number': 4, 'project_id': '8e68af954d89401b9a7122b646a5a9d6', 'gw_port': {'id': '3139c4f3-baf7-49cc-99a7-ab8bd4020993', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '508c7839-cc2c-4a01-ac1a-4e63aff6917d', 'name': '', 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95', 'tenant_id': '8e68af954d89401b9a7122b646a5a9d6', 'mac_address': 'fa:16:3e:b1:4e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '434a60e8-49e8-4807-8e03-c5aa2237a078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:31Z', 'updated_at': '2022-01-21T09:42:40Z', 'revision_number': 4, 'project_id': '8e68af954d89401b9a7122b646a5a9d6', 'subnets': [{'id': '434a60e8-49e8-4807-8e03-c5aa2237a078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:42.050680 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:42.071138 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:42.073375 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] 10.222.0.130 "PUT /v2.0/ports/33816fe7-1b41-4630-a945-53b58b07ba66 HTTP/1.1" status: 200 len: 1093 time: 3.7598777 Jan 21 09:42:42.074292 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d5404c-ec2c-46c5-8612-b4a0450eda23', 'tag': '33816fe7-1b41-4630-a945-53b58b07ba66'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:42.116626 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612ecc0-ae18-45be-ae5a-60a4c44b43be service neutron] Pushing event updated for resources: {'Port': ['ID=33816fe7-1b41-4630-a945-53b58b07ba66,revision_number=3']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:42.208112 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-7179ce7b-f2c4-46ad-8d16-3500b6c01464 service neutron] 10.222.0.112 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976144 Jan 21 09:42:42.232867 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46824) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:42.238715 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-ccb624c4-6520-4906-a39c-5eb26f860f32 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--676516203', 'description': 'tempest-description--867516546'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:42.399207 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ccb624c4-6520-4906-a39c-5eb26f860f32 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:42.560279 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-93073566-95d7-479e-8057-97baba434651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:42.565461 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-93073566-95d7-479e-8057-97baba434651 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=9d5b05bd131c41f684421642ee2f7e07&device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 1096 time: 0.4055071 Jan 21 09:42:42.645707 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb149bd-6605-4021-95df-54effdb7aa4e req-88a7ff69-214e-4547-9a70-53fb1cf1a524 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:42.656370 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2eb149bd-6605-4021-95df-54effdb7aa4e req-88a7ff69-214e-4547-9a70-53fb1cf1a524 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 943 time: 0.2537599 Jan 21 09:42:42.663656 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device df9c6361-2312-40c4-abdd-086c14a53086 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:42.722226 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ccb624c4-6520-4906-a39c-5eb26f860f32 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group (a0140347-329b-4dd3-83ac-5e463dc8ceb6), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:42.735751 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ccb624c4-6520-4906-a39c-5eb26f860f32 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (a0140347-329b-4dd3-83ac-5e463dc8ceb6), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:42.884819 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Sync routers for ids ['8ee40f4e-dad1-4072-a96a-156a3c12825a'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:42.927542 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ccb624c4-6520-4906-a39c-5eb26f860f32 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:42.928798 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-ccb624c4-6520-4906-a39c-5eb26f860f32 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6948183 Jan 21 09:42:42.940543 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46860) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:42.963758 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4bdb09e6-8306-4bf3-9c32-1419201b608f req-40c624d9-d0a2-4f9c-904a-4646d8d9ffe3 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 210 time: 0.1919324 Jan 21 09:42:42.984846 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Routers {'8ee40f4e-dad1-4072-a96a-156a3c12825a'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:42:42.986077 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:42:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['8ee40f4e-dad1-4072-a96a-156a3c12825a'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:43.001727 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-c44defbd-3403-42b2-a9c6-f7e97ffaa8ae tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Request body: {'security_group_rule': {'security_group_id': 'a0140347-329b-4dd3-83ac-5e463dc8ceb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:43.011103 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-bb19d751-5845-4689-b90f-5460ac338d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:43.028581 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-cd443bc4-8360-48bc-9757-d31581f3277c service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33816fe7-1b41-4630-a945-53b58b07ba66 HTTP/1.1" status: 200 len: 217 time: 0.4348681 Jan 21 09:42:43.039078 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:42:43.059887 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb624c4-6520-4906-a39c-5eb26f860f32 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0140347-329b-4dd3-83ac-5e463dc8ceb6,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:43.183135 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377237bb-ee69-4c8a-9893-e627ee5087c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d5404c-ec2c-46c5-8612-b4a0450eda23", "tag": "33816fe7-1b41-4630-a945-53b58b07ba66"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:43.194241 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c44defbd-3403-42b2-a9c6-f7e97ffaa8ae tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group_rule (069fe3bf-afe3-497a-80d4-4dcd3e2fa62d), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:43.433914 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2eb149bd-6605-4021-95df-54effdb7aa4e req-34cfd358-fa9b-4cd1-b017-2b8049f9983f tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/security-groups?id=3cca8927-19f7-492c-8efd-93085dfd9fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7750313 Jan 21 09:42:43.494035 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-85485bac-135e-4244-b118-b8ba10aba4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:43.501876 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-85485bac-135e-4244-b118-b8ba10aba4b1 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=98903f2d-b1f4-42b2-a5a2-6128900ae9a9 HTTP/1.1" status: 200 len: 852 time: 0.4294393 Jan 21 09:42:43.557522 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port df9c6361-2312-40c4-abdd-086c14a53086 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:43.564004 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (df9c6361-2312-40c4-abdd-086c14a53086), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:43.569638 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c44defbd-3403-42b2-a9c6-f7e97ffaa8ae tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group_rule (069fe3bf-afe3-497a-80d4-4dcd3e2fa62d), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:43.594926 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c44defbd-3403-42b2-a9c6-f7e97ffaa8ae tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (069fe3bf-afe3-497a-80d4-4dcd3e2fa62d), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:43.663896 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44defbd-3403-42b2-a9c6-f7e97ffaa8ae tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069fe3bf-afe3-497a-80d4-4dcd3e2fa62d,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:43.740952 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c44defbd-3403-42b2-a9c6-f7e97ffaa8ae tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:43.754090 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-10f88b2c-82bd-49c1-aada-bf708ba0c515 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=c78035e0-dffe-4a14-9de5-2d026ceb1de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2439382 Jan 21 09:42:43.766301 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 46902) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:43.768024 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-c44defbd-3403-42b2-a9c6-f7e97ffaa8ae tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7958586 Jan 21 09:42:43.773117 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-66903eec-c51e-443b-bcc3-fa6907369cd1 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Request body: {'security_group_rule': {'security_group_id': 'a0140347-329b-4dd3-83ac-5e463dc8ceb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:43.805180 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Set router 8ee40f4e-dad1-4072-a96a-156a3c12825a gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:44.255699 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-66903eec-c51e-443b-bcc3-fa6907369cd1 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group_rule (e37d241d-c97e-49ac-9c71-f8cabacbdff0), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:44.541950 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0a78f0-7d30-4681-ae64-abb0f6d37c5e x-openstack-request-id: req-cb0a78f0-7d30-4681-ae64-abb0f6d37c5e {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:44.542267 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d5404c-ec2c-46c5-8612-b4a0450eda23", "tag": "33816fe7-1b41-4630-a945-53b58b07ba66", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:44.542542 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-cb0a78f0-7d30-4681-ae64-abb0f6d37c5e {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:44.543097 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d5404c-ec2c-46c5-8612-b4a0450eda23', 'tag': '33816fe7-1b41-4630-a945-53b58b07ba66', 'status': 'completed', 'code': 200} Jan 21 09:42:44.695798 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port df9c6361-2312-40c4-abdd-086c14a53086 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:44.697215 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 508c7839-cc2c-4a01-ac1a-4e63aff6917d up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:44.916284 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f7a41-078c-40e1-994b-eaaef155e703 req-ad9e3318-b312-4f65-9e38-cb0550952f0c tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:44.922549 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a37f7a41-078c-40e1-994b-eaaef155e703 req-ad9e3318-b312-4f65-9e38-cb0550952f0c tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 943 time: 0.1685412 Jan 21 09:42:44.954982 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 508c7839-cc2c-4a01-ac1a-4e63aff6917d triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:44.956452 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (508c7839-cc2c-4a01-ac1a-4e63aff6917d), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:44.977093 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-a01da525-05ee-411e-966d-347f495ed7bd service neutron] 10.222.0.130 "GET /v2.0/networks/c78035e0-dffe-4a14-9de5-2d026ceb1de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2062149 Jan 21 09:42:45.097250 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '74edab38-68ed-47a0-b4b8-f7db34806da2', 'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'mac_address': 'fa:16:3e:6a:97:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:34Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 2, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'subnets': [{'id': '915c81a7-b891-4f9b-9add-d5069201e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:45.124410 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a37f7a41-078c-40e1-994b-eaaef155e703 req-4c1c210e-2d9b-4329-a0dd-f23689283daa tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/security-groups?id=3cca8927-19f7-492c-8efd-93085dfd9fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957054 Jan 21 09:42:45.193792 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-05d95575-ab29-4ce6-b6fa-a3dc6914034f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:45.205269 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-05d95575-ab29-4ce6-b6fa-a3dc6914034f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/networks?id=0045986e-e6c5-43f0-80c0-83702e835b95 HTTP/1.1" status: 200 len: 819 time: 0.9510391 Jan 21 09:42:45.299197 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-537a59a6-001e-4cc7-98e2-d46fe705700d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/quotas/8e68af954d89401b9a7122b646a5a9d6 HTTP/1.1" status: 200 len: 375 time: 0.0847533 Jan 21 09:42:45.381877 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-66903eec-c51e-443b-bcc3-fa6907369cd1 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group_rule (e37d241d-c97e-49ac-9c71-f8cabacbdff0), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:45.696989 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Checking router: 8ee40f4e-dad1-4072-a96a-156a3c12825a for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:45.697898 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Updating router 8ee40f4e-dad1-4072-a96a-156a3c12825a port 74edab38-68ed-47a0-b4b8-f7db34806da2 binding host dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:42:45.729988 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-66903eec-c51e-443b-bcc3-fa6907369cd1 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (e37d241d-c97e-49ac-9c71-f8cabacbdff0), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:45.731771 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-d19eb697-b862-4cf2-8c9a-82a6c17b8938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:45.783554 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:45.807855 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 46990) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:45.843656 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 508c7839-cc2c-4a01-ac1a-4e63aff6917d is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:45.843656 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (508c7839-cc2c-4a01-ac1a-4e63aff6917d), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:46.116593 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.130', 55654) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:46.163822 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] For port 508c7839-cc2c-4a01-ac1a-4e63aff6917d, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=508c7839-cc2c-4a01-ac1a-4e63aff6917d,segment=NetworkSegment(359f5fe4-93a4-4794-bfef-521d74a9d8a4),segment_id=359f5fe4-93a4-4794-bfef-521d74a9d8a4)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:46.182950 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fbeaf871-8274-455b-bf4b-bf2507051274 req-6864a0a7-ac9e-4ef3-9bad-cd508d4bc4f8 service neutron] 10.222.0.130 "GET /v2.0/networks/c78035e0-dffe-4a14-9de5-2d026ceb1de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9721282 Jan 21 09:42:46.187340 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-66903eec-c51e-443b-bcc3-fa6907369cd1 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:46.187633 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (508c7839-cc2c-4a01-ac1a-4e63aff6917d), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:46.189188 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-66903eec-c51e-443b-bcc3-fa6907369cd1 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4189725 Jan 21 09:42:46.190352 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66903eec-c51e-443b-bcc3-fa6907369cd1 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37d241d-c97e-49ac-9c71-f8cabacbdff0,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:46.200144 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 46998) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:46.206025 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-e20806e6-8b25-4637-8147-20c46d309cfd tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=8e68af954d89401b9a7122b646a5a9d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9055424 Jan 21 09:42:46.218752 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-6fbae3be-bc6f-4fa5-867f-5ad7454ce936 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Request body: {'floatingip': {'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:46.278331 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6fbae3be-bc6f-4fa5-867f-5ad7454ce936 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:46.523348 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-4a2aca58-55a5-40b7-bae7-3bf586b3f624 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:46.536619 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-4a2aca58-55a5-40b7-bae7-3bf586b3f624 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.130 "GET /v2.0/networks?id=0045986e-e6c5-43f0-80c0-83702e835b95 HTTP/1.1" status: 200 len: 819 time: 0.4065804 Jan 21 09:42:46.572229 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-f3dd0f22-eeeb-4210-a466-e2dbc8b8c416 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Request body: {'port': {'device_id': '959c7ff8-745c-468a-b1f8-8836a4ac1932', 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95', 'admin_state_up': True, 'tenant_id': '8e68af954d89401b9a7122b646a5a9d6'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:46.633956 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Pushing event updated for resources: {'Port': ['ID=508c7839-cc2c-4a01-ac1a-4e63aff6917d,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:46.693232 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377237bb-ee69-4c8a-9893-e627ee5087c2 req-ddcbfe8c-fbbe-4bde-a0ac-66300d58bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:46.695243 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-377237bb-ee69-4c8a-9893-e627ee5087c2 req-ddcbfe8c-fbbe-4bde-a0ac-66300d58bffa service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=9d5b05bd131c41f684421642ee2f7e07&device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 1096 time: 0.2237771 Jan 21 09:42:46.697654 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6fbae3be-bc6f-4fa5-867f-5ad7454ce936 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:46.884146 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-653beff7-1b10-40d9-b75d-9b33f21bd661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:46.959096 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Publish callbacks [] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), precommit_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:46.981677 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:46.994290 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67b897-04f1-483b-bf70-79d8f5feea34 req-c36369e1-81cb-45fa-bf49-186ac877f271 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:46.999116 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5d67b897-04f1-483b-bf70-79d8f5feea34 req-c36369e1-81cb-45fa-bf49-186ac877f271 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 943 time: 0.6255565 Jan 21 09:42:47.001031 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 47028) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:47.044008 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cdda6-7c27-496e-bb59-65eb994457ca None None] Pushing event updated for resources: {'Port': ['ID=74edab38-68ed-47a0-b4b8-f7db34806da2,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:47.074094 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:47.119359 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-653beff7-1b10-40d9-b75d-9b33f21bd661 admin admin] Publish callbacks [] for security_group (cd595149-386e-4e64-bfc6-dc431409828d), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:47.145795 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377237bb-ee69-4c8a-9893-e627ee5087c2 req-df78de50-4aeb-4fe8-a360-ca912b7bc114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:47.163194 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-377237bb-ee69-4c8a-9893-e627ee5087c2 req-df78de50-4aeb-4fe8-a360-ca912b7bc114 service neutron] 10.222.0.130 "GET /v2.0/networks?id=c78035e0-dffe-4a14-9de5-2d026ceb1de0 HTTP/1.1" status: 200 len: 913 time: 0.2981563 Jan 21 09:42:47.226464 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-653beff7-1b10-40d9-b75d-9b33f21bd661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (cd595149-386e-4e64-bfc6-dc431409828d), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:47.277012 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-653beff7-1b10-40d9-b75d-9b33f21bd661 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=db2b940f637f4b828fc6063cd64773b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4654479 Jan 21 09:42:47.278094 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-f3dd0f22-eeeb-4210-a466-e2dbc8b8c416 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Made reservation on behalf of 8e68af954d89401b9a7122b646a5a9d6 for: {'port': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:47.281401 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Attempting to bind port 74edab38-68ed-47a0-b4b8-f7db34806da2 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:42:47.282121 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Attempting to bind port 74edab38-68ed-47a0-b4b8-f7db34806da2 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:42:47.283473 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-f3dd0f22-eeeb-4210-a466-e2dbc8b8c416 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:47.292336 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Attempting to bind port 74edab38-68ed-47a0-b4b8-f7db34806da2 on network e6006ca4-4826-4a77-87a9-6d4fc13c2abe {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:47.304054 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 47034) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:47.314063 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:42:47.318285 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Checking segment: {'id': 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:42:47.321375 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:47.322742 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Bound using segment: {'id': 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:42:47.324739 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Bound port: 74edab38-68ed-47a0-b4b8-f7db34806da2, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:42:47.326127 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:47.335972 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-377237bb-ee69-4c8a-9893-e627ee5087c2 req-c8a44e79-973d-448d-af8e-ff92a728a453 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33816fe7-1b41-4630-a945-53b58b07ba66 HTTP/1.1" status: 200 len: 217 time: 0.1588762 Jan 21 09:42:47.449788 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [None req-6fbae3be-bc6f-4fa5-867f-5ad7454ce936 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Allocated IP 172.27.1.109 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/3580fce0-9955-43d4-9193-c3824816711e) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:47.486644 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-0f246620-8c04-417a-9851-ba2d0088739e service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:42:47.486644 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-0f246620-8c04-417a-9851-ba2d0088739e service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2653654 Jan 21 09:42:47.619070 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] For port 74edab38-68ed-47a0-b4b8-f7db34806da2, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:47.630046 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] For port 74edab38-68ed-47a0-b4b8-f7db34806da2, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=74edab38-68ed-47a0-b4b8-f7db34806da2,segment=NetworkSegment(cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce),segment_id=cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:47.634870 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-7b330e1b-f126-4d72-aba6-2bf9ab23904b None None] Provisioning complete for port 74edab38-68ed-47a0-b4b8-f7db34806da2 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:47.635221 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-7b330e1b-f126-4d72-aba6-2bf9ab23904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:47.638706 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:47.723940 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-ae8311ff-151b-48b8-a68d-53bee63830a5 service neutron] 10.222.0.112 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238097 Jan 21 09:42:47.735725 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377237bb-ee69-4c8a-9893-e627ee5087c2 req-886768dd-2117-4252-be5b-f706bb677241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:47.741180 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-377237bb-ee69-4c8a-9893-e627ee5087c2 req-886768dd-2117-4252-be5b-f706bb677241 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=98903f2d-b1f4-42b2-a5a2-6128900ae9a9 HTTP/1.1" status: 200 len: 852 time: 0.3757207 Jan 21 09:42:47.838493 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Routers {'8ee40f4e-dad1-4072-a96a-156a3c12825a'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:42:47.839169 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:42:46Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['8ee40f4e-dad1-4072-a96a-156a3c12825a'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:47.916438 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cdda6-7c27-496e-bb59-65eb994457ca None None] Pushing event updated for resources: {'Port': ['ID=74edab38-68ed-47a0-b4b8-f7db34806da2,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.110053 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6fbae3be-bc6f-4fa5-867f-5ad7454ce936 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for port (3580fce0-9955-43d4-9193-c3824816711e), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:48.132164 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-7b330e1b-f126-4d72-aba6-2bf9ab23904b None None] Current status of the port 74edab38-68ed-47a0-b4b8-f7db34806da2 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:48.133996 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-7b330e1b-f126-4d72-aba6-2bf9ab23904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:48.204651 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6fbae3be-bc6f-4fa5-867f-5ad7454ce936 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (3580fce0-9955-43d4-9193-c3824816711e), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:48.307792 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] Set router 8ee40f4e-dad1-4072-a96a-156a3c12825a gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:48.327072 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-7b330e1b-f126-4d72-aba6-2bf9ab23904b None None] For port 74edab38-68ed-47a0-b4b8-f7db34806da2, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=74edab38-68ed-47a0-b4b8-f7db34806da2,segment=NetworkSegment(cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce),segment_id=cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:48.354694 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-f3dd0f22-eeeb-4210-a466-e2dbc8b8c416 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Allocated IP 172.20.0.4 (0045986e-e6c5-43f0-80c0-83702e835b95/434a60e8-49e8-4807-8e03-c5aa2237a078/a33cab0f-eda3-4f46-b24b-bfb067726c27) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:48.408342 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-7b330e1b-f126-4d72-aba6-2bf9ab23904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:48.541552 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbae3be-bc6f-4fa5-867f-5ad7454ce936 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Pushing event updated for resources: {'Port': ['ID=3580fce0-9955-43d4-9193-c3824816711e,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.554251 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-377237bb-ee69-4c8a-9893-e627ee5087c2 req-c5165037-b2af-4d05-b603-9af080d750c7 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=c78035e0-dffe-4a14-9de5-2d026ceb1de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3677878 Jan 21 09:42:48.582063 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-9fb2bdaf-3695-4c29-aaec-100e8e23693a service neutron] 10.222.0.112 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8391778 Jan 21 09:42:48.869710 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653beff7-1b10-40d9-b75d-9b33f21bd661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd595149-386e-4e64-bfc6-dc431409828d,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.973043 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 508c7839-cc2c-4a01-ac1a-4e63aff6917d up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:48.989133 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-6215c630-bb50-420d-a458-890e0e9d52bd None None] Provisioning complete for port 74edab38-68ed-47a0-b4b8-f7db34806da2 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:48.991601 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-6215c630-bb50-420d-a458-890e0e9d52bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:49.012314 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbae3be-bc6f-4fa5-867f-5ad7454ce936 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:49.018572 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-6fbae3be-bc6f-4fa5-867f-5ad7454ce936 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:49.071606 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbae3be-bc6f-4fa5-867f-5ad7454ce936 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:42:49.105771 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5d67b897-04f1-483b-bf70-79d8f5feea34 req-89bdb085-6ebe-487a-a8ed-082b602adf3b tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/security-groups?id=3cca8927-19f7-492c-8efd-93085dfd9fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9256213 Jan 21 09:42:49.222344 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c3b43d6b-9a74-4c29-80ca-422890c5babd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:49.281279 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-f3dd0f22-eeeb-4210-a466-e2dbc8b8c416 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Publish callbacks [] for port (a33cab0f-eda3-4f46-b24b-bfb067726c27), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:49.291641 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-377237bb-ee69-4c8a-9893-e627ee5087c2 req-67ea222b-9f78-4f80-9ce1-a6a78985f356 service neutron] 10.222.0.130 "GET /v2.0/networks/c78035e0-dffe-4a14-9de5-2d026ceb1de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7073071 Jan 21 09:42:49.408324 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b330e1b-f126-4d72-aba6-2bf9ab23904b None None] Pushing event updated for resources: {'Port': ['ID=74edab38-68ed-47a0-b4b8-f7db34806da2,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:49.649621 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:49.697556 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:49.783418 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-db1b63b6-1adf-499d-8d6b-02911dbb6ec1 req-c393cbec-3b19-404f-9a2c-44528d11f3e1 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 210 time: 0.2841911 Jan 21 09:42:49.791198 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c3b43d6b-9a74-4c29-80ca-422890c5babd admin admin] Publish callbacks [] for security_group (92def9c6-6b9f-4f92-b9b5-f729792449a6), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:49.800449 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-f3dd0f22-eeeb-4210-a466-e2dbc8b8c416 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834'] for port (a33cab0f-eda3-4f46-b24b-bfb067726c27), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:49.810449 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 508c7839-cc2c-4a01-ac1a-4e63aff6917d triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:49.817304 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (508c7839-cc2c-4a01-ac1a-4e63aff6917d), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:49.938637 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-afff7f8b-de92-4660-9e0c-d72cf88fb4b4 admin admin] Publish callbacks [] for security_group (cd595149-386e-4e64-bfc6-dc431409828d), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:49.943372 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c3b43d6b-9a74-4c29-80ca-422890c5babd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (92def9c6-6b9f-4f92-b9b5-f729792449a6), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:50.000515 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-377237bb-ee69-4c8a-9893-e627ee5087c2 req-d8f0242a-7a60-4e93-8273-3e7cd7a838ba service neutron] 10.222.0.130 "GET /v2.0/networks/c78035e0-dffe-4a14-9de5-2d026ceb1de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6982994 Jan 21 09:42:50.089461 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6fbae3be-bc6f-4fa5-867f-5ad7454ce936 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for floatingip (694bec9f-3bd8-4780-8e70-13cab15da52c), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:50.120325 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '74edab38-68ed-47a0-b4b8-f7db34806da2', 'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'mac_address': 'fa:16:3e:6a:97:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:34Z', 'updated_at': '2022-01-21T09:42:47Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'subnets': [{'id': '915c81a7-b891-4f9b-9add-d5069201e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:50.204770 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5381cf03-62bb-4578-9206-c83ab84cbbe4 None None] The sync data for ids ['8ee40f4e-dad1-4072-a96a-156a3c12825a'] in dv-cinder-815614-10-iscsi is: [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '74edab38-68ed-47a0-b4b8-f7db34806da2', 'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'mac_address': 'fa:16:3e:6a:97:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:34Z', 'updated_at': '2022-01-21T09:42:47Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'subnets': [{'id': '915c81a7-b891-4f9b-9add-d5069201e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:50.250007 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-6215c630-bb50-420d-a458-890e0e9d52bd None None] Current status of the port 74edab38-68ed-47a0-b4b8-f7db34806da2 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:50.267182 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6fbae3be-bc6f-4fa5-867f-5ad7454ce936 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (3580fce0-9955-43d4-9193-c3824816711e), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:50.290742 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd0f22-eeeb-4210-a466-e2dbc8b8c416 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Pushing event updated for resources: {'Port': ['ID=a33cab0f-eda3-4f46-b24b-bfb067726c27,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:50.329105 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-f3dd0f22-eeeb-4210-a466-e2dbc8b8c416 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Network 0045986e-e6c5-43f0-80c0-83702e835b95 is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:50.337729 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-c3b43d6b-9a74-4c29-80ca-422890c5babd admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=bd3774da1dcd4a5a9a4b7df19d7e1017&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2139668 Jan 21 09:42:50.364583 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 47162) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:50.365410 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 508c7839-cc2c-4a01-ac1a-4e63aff6917d is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:50.366498 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 74edab38-68ed-47a0-b4b8-f7db34806da2 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:50.367463 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-f3dd0f22-eeeb-4210-a466-e2dbc8b8c416 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:50.401572 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-f3dd0f22-eeeb-4210-a466-e2dbc8b8c416 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:42:50.425012 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-f3dd0f22-eeeb-4210-a466-e2dbc8b8c416 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:50.425012 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-f3dd0f22-eeeb-4210-a466-e2dbc8b8c416 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for port (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:50.479990 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 74edab38-68ed-47a0-b4b8-f7db34806da2 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:50.480766 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:50.503674 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-f3dd0f22-eeeb-4210-a466-e2dbc8b8c416 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9351280 Jan 21 09:42:50.741580 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 74edab38-68ed-47a0-b4b8-f7db34806da2 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:50.768578 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b43d6b-9a74-4c29-80ca-422890c5babd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92def9c6-6b9f-4f92-b9b5-f729792449a6,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:50.822630 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Request body: {'port': {'device_id': '959c7ff8-745c-468a-b1f8-8836a4ac1932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:50.873721 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-afff7f8b-de92-4660-9e0c-d72cf88fb4b4 admin admin] Publish callbacks [] for security_group (cd595149-386e-4e64-bfc6-dc431409828d), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:50.954664 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d7c1c-e8a5-4517-8989-669044e37c5b req-f1c8b723-9547-4f5a-932a-e00a638af505 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:50.965288 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-807d7c1c-e8a5-4517-8989-669044e37c5b req-f1c8b723-9547-4f5a-932a-e00a638af505 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 943 time: 0.3019471 Jan 21 09:42:51.054617 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 74edab38-68ed-47a0-b4b8-f7db34806da2 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:51.164337 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-19b34ca4-9ecd-4650-b8df-680d03bbced9 admin admin] Publish callbacks [] for security_group (92def9c6-6b9f-4f92-b9b5-f729792449a6), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:51.206646 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9e628de7-b769-471e-84ff-c4e2c79dc782 req-eaa479ad-5086-4273-8159-2dafd9979143 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 210 time: 0.1804564 Jan 21 09:42:51.254837 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-807d7c1c-e8a5-4517-8989-669044e37c5b req-8859ae80-da7e-4c1b-ac31-c9a64e5e2bc3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/security-groups?id=3cca8927-19f7-492c-8efd-93085dfd9fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735438 Jan 21 09:42:51.300457 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 74edab38-68ed-47a0-b4b8-f7db34806da2 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:51.300792 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:51.390831 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (a33cab0f-eda3-4f46-b24b-bfb067726c27), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:51.419252 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6fbae3be-bc6f-4fa5-867f-5ad7454ce936 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for port (3580fce0-9955-43d4-9193-c3824816711e), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:51.437587 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6fbae3be-bc6f-4fa5-867f-5ad7454ce936 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (3580fce0-9955-43d4-9193-c3824816711e), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:51.528728 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-19b34ca4-9ecd-4650-b8df-680d03bbced9 admin admin] Publish callbacks [] for security_group (92def9c6-6b9f-4f92-b9b5-f729792449a6), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:51.626045 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-afff7f8b-de92-4660-9e0c-d72cf88fb4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (cd595149-386e-4e64-bfc6-dc431409828d), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:51.650714 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-afff7f8b-de92-4660-9e0c-d72cf88fb4b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:51.655953 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-afff7f8b-de92-4660-9e0c-d72cf88fb4b4 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/cd595149-386e-4e64-bfc6-dc431409828d HTTP/1.1" status: 204 len: 168 time: 3.0123761 Jan 21 09:42:51.672746 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbae3be-bc6f-4fa5-867f-5ad7454ce936 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Pushing event updated for resources: {'Port': ['ID=3580fce0-9955-43d4-9193-c3824816711e,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.776243 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff7f8b-de92-4660-9e0c-d72cf88fb4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd595149-386e-4e64-bfc6-dc431409828d,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.967621 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 47212) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:52.043523 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6fbae3be-bc6f-4fa5-867f-5ad7454ce936 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910602'] for floatingip (694bec9f-3bd8-4780-8e70-13cab15da52c), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:52.134853 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 74edab38-68ed-47a0-b4b8-f7db34806da2 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:52.137780 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-1719f866-17dc-4393-ac56-ea314bcca5e6 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:52.143759 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-1719f866-17dc-4393-ac56-ea314bcca5e6 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.130 "GET /v2.0/networks?id=0045986e-e6c5-43f0-80c0-83702e835b95 HTTP/1.1" status: 200 len: 819 time: 0.5096419 Jan 21 09:42:52.147604 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6fbae3be-bc6f-4fa5-867f-5ad7454ce936 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:52.148892 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-6fbae3be-bc6f-4fa5-867f-5ad7454ce936 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9418800 Jan 21 09:42:52.177343 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-53d4aa85-f53a-44d2-81a8-7d84b5677d55 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Request body: {'port': {'device_id': '7a10a13a-fe9d-41be-80c2-5d6aeace2001', 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95', 'admin_state_up': True, 'tenant_id': '8e68af954d89401b9a7122b646a5a9d6'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:52.263867 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-19b34ca4-9ecd-4650-b8df-680d03bbced9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (92def9c6-6b9f-4f92-b9b5-f729792449a6), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:52.266958 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-19b34ca4-9ecd-4650-b8df-680d03bbced9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:52.270846 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-19b34ca4-9ecd-4650-b8df-680d03bbced9 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/92def9c6-6b9f-4f92-b9b5-f729792449a6 HTTP/1.1" status: 204 len: 168 time: 1.8191090 Jan 21 09:42:52.404939 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b34ca4-9ecd-4650-b8df-680d03bbced9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92def9c6-6b9f-4f92-b9b5-f729792449a6,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.546268 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c613ae5f-c789-4772-bdf8-260e3eb6103a req-55748fdc-ea9f-4b94-8f72-14d541581d9a tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 210 time: 0.1578293 Jan 21 09:42:52.901819 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33cab0f-eda3-4f46-b24b-bfb067726c27 {{(pid=109057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:52.928632 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Publish callbacks [] for port (a33cab0f-eda3-4f46-b24b-bfb067726c27), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:52.964429 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-972d79ec-80d1-4751-820d-64eb922d72cd tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--676516203&fields=id&tenant_id=bf5c8457d6fe4995bbd14e5daf73f93a HTTP/1.1" status: 200 len: 267 time: 0.2387679 Jan 21 09:42:52.984710 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9b695b24-ca3b-43ab-82a1-e79d5d6c6f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:53.028832 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.provisioning_blocks [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Transition to ACTIVE for port object a33cab0f-eda3-4f46-b24b-bfb067726c27 will not be triggered until provisioned by entity L2. {{(pid=109057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:53.055223 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (a33cab0f-eda3-4f46-b24b-bfb067726c27), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:53.084419 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d073ab7-5b03-4a1f-8930-404f8b14ba89 req-2cccf68e-34e2-4cb5-b38f-dc181a7c701d tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:53.092353 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2d073ab7-5b03-4a1f-8930-404f8b14ba89 req-2cccf68e-34e2-4cb5-b38f-dc181a7c701d tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 943 time: 0.2124050 Jan 21 09:42:53.102587 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 47268) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:53.143125 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0226e97b-067c-4ec6-ad88-ea267767ea17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:53.235160 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a33cab0f-eda3-4f46-b24b-bfb067726c27,revision_number=2']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:53.274204 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-31293069-32e4-4091-b3e8-2bb2e544deb8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:53.283442 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-31293069-32e4-4091-b3e8-2bb2e544deb8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/networks?id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe HTTP/1.1" status: 200 len: 809 time: 0.3161068 Jan 21 09:42:53.288121 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-53d4aa85-f53a-44d2-81a8-7d84b5677d55 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Made reservation on behalf of 8e68af954d89401b9a7122b646a5a9d6 for: {'port': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:53.295390 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-53d4aa85-f53a-44d2-81a8-7d84b5677d55 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:53.316810 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2d073ab7-5b03-4a1f-8930-404f8b14ba89 req-3ed7b6d3-eca0-482e-bfce-f4cf69a4acc9 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/security-groups?id=3cca8927-19f7-492c-8efd-93085dfd9fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230554 Jan 21 09:42:53.330396 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-c6dcafdc-93be-4d66-82ab-e15503094579 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/quotas/bf5c8457d6fe4995bbd14e5daf73f93a HTTP/1.1" status: 200 len: 375 time: 0.0457215 Jan 21 09:42:53.381162 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.managers [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Attempting to bind port a33cab0f-eda3-4f46-b24b-bfb067726c27 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:42:53.381871 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.managers [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Attempting to bind port a33cab0f-eda3-4f46-b24b-bfb067726c27 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '359f5fe4-93a4-4794-bfef-521d74a9d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95'}] {{(pid=109057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:42:53.382540 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Attempting to bind port a33cab0f-eda3-4f46-b24b-bfb067726c27 on network 0045986e-e6c5-43f0-80c0-83702e835b95 {{(pid=109057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:53.395450 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Port a33cab0f-eda3-4f46-b24b-bfb067726c27 on network 0045986e-e6c5-43f0-80c0-83702e835b95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:42:53.396090 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Attempting to bind port a33cab0f-eda3-4f46-b24b-bfb067726c27 on network 0045986e-e6c5-43f0-80c0-83702e835b95 {{(pid=109057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:53.407207 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:42:53.408012 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Checking segment: {'id': '359f5fe4-93a4-4794-bfef-521d74a9d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:42:53.408938 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Bound using segment: {'id': '359f5fe4-93a4-4794-bfef-521d74a9d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95'} {{(pid=109057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:42:53.409694 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.managers [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Bound port: a33cab0f-eda3-4f46-b24b-bfb067726c27, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359f5fe4-93a4-4794-bfef-521d74a9d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95'}}] {{(pid=109057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:42:53.410518 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (a33cab0f-eda3-4f46-b24b-bfb067726c27), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:53.440007 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9b695b24-ca3b-43ab-82a1-e79d5d6c6f0c admin admin] Publish callbacks [] for security_group (0196b68a-f325-4eac-a68f-f4559b0332cf), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:53.443644 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-d43805af-9565-4543-a7a2-3a85f91f4273 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=bf5c8457d6fe4995bbd14e5daf73f93a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117573 Jan 21 09:42:53.463782 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9b695b24-ca3b-43ab-82a1-e79d5d6c6f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (0196b68a-f325-4eac-a68f-f4559b0332cf), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:53.561848 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 47284) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:53.620172 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] For port a33cab0f-eda3-4f46-b24b-bfb067726c27, host hv-cinder-81561, cleared binding levels {{(pid=109057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:53.629898 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3c6c7c53-1569-4324-ab3d-322767171414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:53.681035 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-9b695b24-ca3b-43ab-82a1-e79d5d6c6f0c admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=7d58800ad1154e1a94ba7b57e54ff712&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7061458 Jan 21 09:42:53.685838 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] For port a33cab0f-eda3-4f46-b24b-bfb067726c27, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=a33cab0f-eda3-4f46-b24b-bfb067726c27,segment=NetworkSegment(359f5fe4-93a4-4794-bfef-521d74a9d8a4),segment_id=359f5fe4-93a4-4794-bfef-521d74a9d8a4)] {{(pid=109057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:53.686238 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 47294) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:53.698514 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (a33cab0f-eda3-4f46-b24b-bfb067726c27), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:53.712138 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b695b24-ca3b-43ab-82a1-e79d5d6c6f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0196b68a-f325-4eac-a68f-f4559b0332cf,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:53.739489 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-b7f48e06-32ca-4cb6-9c94-618c118d5dcb service neutron] 10.222.0.112 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817302 Jan 21 09:42:53.777605 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9c25357c-770e-4e47-8a08-54b8247403f0 req-1aecb171-49d4-4c3a-a194-95e842624674 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 210 time: 0.1053250 Jan 21 09:42:53.834830 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:53.835580 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for port (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:53.837141 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] 10.222.0.130 "PUT /v2.0/ports/a33cab0f-eda3-4f46-b24b-bfb067726c27 HTTP/1.1" status: 200 len: 1093 time: 3.1753714 Jan 21 09:42:53.839248 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959c7ff8-745c-468a-b1f8-8836a4ac1932', 'tag': 'a33cab0f-eda3-4f46-b24b-bfb067726c27'}] {{(pid=109057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:53.863380 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0226e97b-067c-4ec6-ad88-ea267767ea17 admin admin] Publish callbacks [] for security_group (79b04f6b-7830-4113-941e-16c08ef46afc), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:53.876911 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0226e97b-067c-4ec6-ad88-ea267767ea17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (79b04f6b-7830-4113-941e-16c08ef46afc), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:53.914903 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-53d4aa85-f53a-44d2-81a8-7d84b5677d55 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Allocated IP 172.20.0.9 (0045986e-e6c5-43f0-80c0-83702e835b95/434a60e8-49e8-4807-8e03-c5aa2237a078/9fd970a0-21a9-46fd-86ba-3e22bf27acef) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:53.942225 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-0226e97b-067c-4ec6-ad88-ea267767ea17 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=fabb63d1399d419b93fa08d5867eeb06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8346808 Jan 21 09:42:53.955449 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 47302) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:53.983511 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7e793b7f-babd-460a-8f45-20de1feb7604 admin admin] Publish callbacks [] for security_group (0196b68a-f325-4eac-a68f-f4559b0332cf), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:53.996127 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226e97b-067c-4ec6-ad88-ea267767ea17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b04f6b-7830-4113-941e-16c08ef46afc,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.021490 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1bbd3-8ba3-4611-aab9-c874c72904f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a33cab0f-eda3-4f46-b24b-bfb067726c27,revision_number=3']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.058186 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7e793b7f-babd-460a-8f45-20de1feb7604 admin admin] Publish callbacks [] for security_group (0196b68a-f325-4eac-a68f-f4559b0332cf), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:54.164066 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-65bd941f-57ab-472d-8435-46fa1d29c0d9 admin admin] Publish callbacks [] for security_group (79b04f6b-7830-4113-941e-16c08ef46afc), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:54.209880 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-65bd941f-57ab-472d-8435-46fa1d29c0d9 admin admin] Publish callbacks [] for security_group (79b04f6b-7830-4113-941e-16c08ef46afc), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:54.249764 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7e793b7f-babd-460a-8f45-20de1feb7604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (0196b68a-f325-4eac-a68f-f4559b0332cf), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:54.252897 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7e793b7f-babd-460a-8f45-20de1feb7604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:54.254087 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-7e793b7f-babd-460a-8f45-20de1feb7604 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0196b68a-f325-4eac-a68f-f4559b0332cf HTTP/1.1" status: 204 len: 168 time: 0.5654435 Jan 21 09:42:54.254603 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79949007bb9b1bb4c7285b4ffc7cbdeea347a4eb7e1b137d5b1548f1f832f7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b3c12b-20e8-4c7b-9969-311b24fb8784" -d '{"events": [{"name": "network-changed", "server_uuid": "959c7ff8-745c-468a-b1f8-8836a4ac1932", "tag": "a33cab0f-eda3-4f46-b24b-bfb067726c27"}]}' {{(pid=109057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:54.274516 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-53d4aa85-f53a-44d2-81a8-7d84b5677d55 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Publish callbacks [] for port (9fd970a0-21a9-46fd-86ba-3e22bf27acef), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:54.284050 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e793b7f-babd-460a-8f45-20de1feb7604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0196b68a-f325-4eac-a68f-f4559b0332cf,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.298776 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-970f3d83-8fcb-4963-b18e-8ca390a5335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.305279 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-970f3d83-8fcb-4963-b18e-8ca390a5335b service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=8e68af954d89401b9a7122b646a5a9d6&device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 1096 time: 0.3787909 Jan 21 09:42:54.312200 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 33816fe7-1b41-4630-a945-53b58b07ba66 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:42:54.325178 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-65bd941f-57ab-472d-8435-46fa1d29c0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (79b04f6b-7830-4113-941e-16c08ef46afc), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:54.329943 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-65bd941f-57ab-472d-8435-46fa1d29c0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:54.333740 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-65bd941f-57ab-472d-8435-46fa1d29c0d9 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/79b04f6b-7830-4113-941e-16c08ef46afc HTTP/1.1" status: 204 len: 168 time: 0.3748689 Jan 21 09:42:54.345256 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd941f-57ab-472d-8435-46fa1d29c0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b04f6b-7830-4113-941e-16c08ef46afc,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.357446 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-53d4aa85-f53a-44d2-81a8-7d84b5677d55 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (9fd970a0-21a9-46fd-86ba-3e22bf27acef), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:54.403261 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-f5b56229-9665-487d-a6fd-9a580bab5088 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a33cab0f-eda3-4f46-b24b-bfb067726c27 HTTP/1.1" status: 200 len: 217 time: 0.0891855 Jan 21 09:42:54.420827 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-53d4aa85-f53a-44d2-81a8-7d84b5677d55 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Network 0045986e-e6c5-43f0-80c0-83702e835b95 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:54.427261 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3c6c7c53-1569-4324-ab3d-322767171414 admin admin] Publish callbacks [] for security_group (034c66b2-1606-4478-b6ed-c133caeeb576), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:54.427965 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-53d4aa85-f53a-44d2-81a8-7d84b5677d55 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:54.430596 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4aa85-f53a-44d2-81a8-7d84b5677d55 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Pushing event updated for resources: {'Port': ['ID=9fd970a0-21a9-46fd-86ba-3e22bf27acef,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.433705 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-53d4aa85-f53a-44d2-81a8-7d84b5677d55 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:42:54.463629 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3c6c7c53-1569-4324-ab3d-322767171414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (034c66b2-1606-4478-b6ed-c133caeeb576), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:54.478167 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-50f74289-59af-460f-8d51-e9b1bfb26023 service neutron] 10.222.0.112 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6779041 Jan 21 09:42:54.499818 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-53d4aa85-f53a-44d2-81a8-7d84b5677d55 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.500997 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-53d4aa85-f53a-44d2-81a8-7d84b5677d55 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:54.518401 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-3c6c7c53-1569-4324-ab3d-322767171414 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3edb752e275f4d5ca06d7e0cb0d2db67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9548879 Jan 21 09:42:54.519000 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 47316) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:54.523387 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c7c53-1569-4324-ab3d-322767171414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034c66b2-1606-4478-b6ed-c133caeeb576,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.528046 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-0e28ad23-aa33-4c56-b6af-08224b1eb12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.529566 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-0e28ad23-aa33-4c56-b6af-08224b1eb12b service neutron] 10.222.0.130 "GET /v2.0/subnets?id=434a60e8-49e8-4807-8e03-c5aa2237a078 HTTP/1.1" status: 200 len: 859 time: 0.1117828 Jan 21 09:42:54.533600 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-53d4aa85-f53a-44d2-81a8-7d84b5677d55 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3727803 Jan 21 09:42:54.548612 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Request body: {'port': {'device_id': '7a10a13a-fe9d-41be-80c2-5d6aeace2001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:54.608262 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad7c5b7-e43b-4af2-a23e-f95ee2f08a76 x-openstack-request-id: req-7ad7c5b7-e43b-4af2-a23e-f95ee2f08a76 {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:54.610604 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959c7ff8-745c-468a-b1f8-8836a4ac1932", "tag": "a33cab0f-eda3-4f46-b24b-bfb067726c27", "status": "completed", "code": 200}]} {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:54.611006 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7ad7c5b7-e43b-4af2-a23e-f95ee2f08a76 {{(pid=109057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:54.611703 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959c7ff8-745c-468a-b1f8-8836a4ac1932', 'tag': 'a33cab0f-eda3-4f46-b24b-bfb067726c27', 'status': 'completed', 'code': 200} Jan 21 09:42:54.672851 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-9586c6b0-39bb-4a27-874c-2cffd2100b68 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=0045986e-e6c5-43f0-80c0-83702e835b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296263 Jan 21 09:42:54.701333 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-60016302-dd13-4ed0-94c9-3a8e6c2c2436 admin admin] Publish callbacks [] for security_group (034c66b2-1606-4478-b6ed-c133caeeb576), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:54.735417 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (9fd970a0-21a9-46fd-86ba-3e22bf27acef), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:54.805678 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-60016302-dd13-4ed0-94c9-3a8e6c2c2436 admin admin] Publish callbacks [] for security_group (034c66b2-1606-4478-b6ed-c133caeeb576), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:54.825407 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 33816fe7-1b41-4630-a945-53b58b07ba66, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=33816fe7-1b41-4630-a945-53b58b07ba66,segment=NetworkSegment(efec8c3e-1772-4d64-b2ad-e61c956fd561),segment_id=efec8c3e-1772-4d64-b2ad-e61c956fd561)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:54.883164 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': '33816fe7-1b41-4630-a945-53b58b07ba66', 'network_id': 'c78035e0-dffe-4a14-9de5-2d026ceb1de0', 'port_id': '33816fe7-1b41-4630-a945-53b58b07ba66', 'mac_address': 'fa:16:3e:45:64:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98903f2d-b1f4-42b2-a5a2-6128900ae9a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:42:54.903577 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ccd7c5f4-3ad8-4710-b863-d40624410e7a req-d08b69da-87d9-4599-80f2-8fde2901fe96 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 210 time: 0.1175501 Jan 21 09:42:54.970610 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-47e0a791-88dd-4fa6-95a1-151a91421ac8 service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935617 Jan 21 09:42:54.986482 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 33816fe7-1b41-4630-a945-53b58b07ba66 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:54.986957 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (33816fe7-1b41-4630-a945-53b58b07ba66), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:55.005994 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33816fe7-1b41-4630-a945-53b58b07ba66 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:55.035604 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 33816fe7-1b41-4630-a945-53b58b07ba66, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=33816fe7-1b41-4630-a945-53b58b07ba66,segment=NetworkSegment(efec8c3e-1772-4d64-b2ad-e61c956fd561),segment_id=efec8c3e-1772-4d64-b2ad-e61c956fd561)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:55.042730 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (33816fe7-1b41-4630-a945-53b58b07ba66), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:55.108870 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=33816fe7-1b41-4630-a945-53b58b07ba66,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.222238 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cc251-da69-47dc-8ce8-0657d553aadf req-11577377-937a-43de-8012-fbc9741198fc tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:55.223753 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-101cc251-da69-47dc-8ce8-0657d553aadf req-11577377-937a-43de-8012-fbc9741198fc tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 931 time: 0.1181338 Jan 21 09:42:55.264759 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-844f4b9e-9539-4de1-b1f6-aeab2bd11add req-463a948c-839e-4af4-923e-5705b3135996 service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790868 Jan 21 09:42:55.284440 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 47358) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:55.303509 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['33816fe7-1b41-4630-a945-53b58b07ba66'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:42:55.356011 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-dce2a833-60ce-4ed0-a859-847efecbcd0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:55.440871 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a544f24-70c5-41b3-9d8d-e28bc0357d82 req-c854e043-d357-43ad-be52-22c85be05da0 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:55.448785 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0a544f24-70c5-41b3-9d8d-e28bc0357d82 req-c854e043-d357-43ad-be52-22c85be05da0 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 943 time: 0.6202123 Jan 21 09:42:55.510621 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-60016302-dd13-4ed0-94c9-3a8e6c2c2436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (034c66b2-1606-4478-b6ed-c133caeeb576), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:55.513545 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-60016302-dd13-4ed0-94c9-3a8e6c2c2436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:55.518228 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-60016302-dd13-4ed0-94c9-3a8e6c2c2436 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/034c66b2-1606-4478-b6ed-c133caeeb576 HTTP/1.1" status: 204 len: 168 time: 0.9939692 Jan 21 09:42:55.534241 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60016302-dd13-4ed0-94c9-3a8e6c2c2436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034c66b2-1606-4478-b6ed-c133caeeb576,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.579113 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0a544f24-70c5-41b3-9d8d-e28bc0357d82 req-89bd1637-1947-4369-b5c8-a48362d4954b tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/security-groups?id=3cca8927-19f7-492c-8efd-93085dfd9fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281767 Jan 21 09:42:55.638437 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-101cc251-da69-47dc-8ce8-0657d553aadf req-068e399a-e505-44f0-994f-d646fbe02d45 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950660 Jan 21 09:42:55.648910 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3c12b-20e8-4c7b-9969-311b24fb8784 req-4bda05c7-2ee8-4255-ab17-5ceef4b284b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:55.650478 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f1b3c12b-20e8-4c7b-9969-311b24fb8784 req-4bda05c7-2ee8-4255-ab17-5ceef4b284b6 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=8e68af954d89401b9a7122b646a5a9d6&device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 1096 time: 0.2845676 Jan 21 09:42:55.675111 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd970a0-21a9-46fd-86ba-3e22bf27acef {{(pid=109056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:55.686430 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Publish callbacks [] for port (9fd970a0-21a9-46fd-86ba-3e22bf27acef), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:55.712735 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.provisioning_blocks [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Transition to ACTIVE for port object 9fd970a0-21a9-46fd-86ba-3e22bf27acef will not be triggered until provisioned by entity L2. {{(pid=109056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:55.721518 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (9fd970a0-21a9-46fd-86ba-3e22bf27acef), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:55.857354 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Pushing event updated for resources: {'Port': ['ID=9fd970a0-21a9-46fd-86ba-3e22bf27acef,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.869322 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Attempting to bind port 9fd970a0-21a9-46fd-86ba-3e22bf27acef on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:42:55.869712 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Attempting to bind port 9fd970a0-21a9-46fd-86ba-3e22bf27acef by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '359f5fe4-93a4-4794-bfef-521d74a9d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95'}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:42:55.870176 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Attempting to bind port 9fd970a0-21a9-46fd-86ba-3e22bf27acef on network 0045986e-e6c5-43f0-80c0-83702e835b95 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:55.879573 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Port 9fd970a0-21a9-46fd-86ba-3e22bf27acef on network 0045986e-e6c5-43f0-80c0-83702e835b95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:42:55.880488 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Attempting to bind port 9fd970a0-21a9-46fd-86ba-3e22bf27acef on network 0045986e-e6c5-43f0-80c0-83702e835b95 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:55.886173 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:42:55.886559 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Checking segment: {'id': '359f5fe4-93a4-4794-bfef-521d74a9d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:42:55.887368 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Bound using segment: {'id': '359f5fe4-93a4-4794-bfef-521d74a9d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95'} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:42:55.887501 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Bound port: 9fd970a0-21a9-46fd-86ba-3e22bf27acef, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359f5fe4-93a4-4794-bfef-521d74a9d8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95'}}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:42:55.887792 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (9fd970a0-21a9-46fd-86ba-3e22bf27acef), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:55.929872 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 47374) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:55.961704 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3c12b-20e8-4c7b-9969-311b24fb8784 req-928cff4b-c2c6-4e0b-a9b0-a19eac234070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:55.964495 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f1b3c12b-20e8-4c7b-9969-311b24fb8784 req-928cff4b-c2c6-4e0b-a9b0-a19eac234070 service neutron] 10.222.0.130 "GET /v2.0/networks?id=0045986e-e6c5-43f0-80c0-83702e835b95 HTTP/1.1" status: 200 len: 920 time: 0.3048198 Jan 21 09:42:55.987503 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-dce2a833-60ce-4ed0-a859-847efecbcd0b admin admin] Publish callbacks [] for security_group (5d04b108-956d-44e3-a430-4d70573ba1c0), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:55.992386 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] For port 9fd970a0-21a9-46fd-86ba-3e22bf27acef, host hv-cinder-81561, cleared binding levels {{(pid=109056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:55.997810 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] For port 9fd970a0-21a9-46fd-86ba-3e22bf27acef, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=9fd970a0-21a9-46fd-86ba-3e22bf27acef,segment=NetworkSegment(359f5fe4-93a4-4794-bfef-521d74a9d8a4),segment_id=359f5fe4-93a4-4794-bfef-521d74a9d8a4)] {{(pid=109056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:56.027827 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (9fd970a0-21a9-46fd-86ba-3e22bf27acef), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:56.052152 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c3cef2c0-1e7c-44b1-b685-62cda31ab197 req-a1f59e02-0187-4357-8e66-283491efc315 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 210 time: 0.0563316 Jan 21 09:42:56.092987 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-dce2a833-60ce-4ed0-a859-847efecbcd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (5d04b108-956d-44e3-a430-4d70573ba1c0), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:56.093510 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:56.096050 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:56.096050 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] 10.222.0.130 "PUT /v2.0/ports/9fd970a0-21a9-46fd-86ba-3e22bf27acef HTTP/1.1" status: 200 len: 1093 time: 1.5533595 Jan 21 09:42:56.097125 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a10a13a-fe9d-41be-80c2-5d6aeace2001', 'tag': '9fd970a0-21a9-46fd-86ba-3e22bf27acef'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:56.100995 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175a7ccf-143e-42dd-9f5a-8868bd0adf55" -d '{"events": [{"name": "network-changed", "server_uuid": "7a10a13a-fe9d-41be-80c2-5d6aeace2001", "tag": "9fd970a0-21a9-46fd-86ba-3e22bf27acef"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:56.108441 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f1b3c12b-20e8-4c7b-9969-311b24fb8784 req-cc17f17d-006f-40f0-94ae-380cd23d74d1 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a33cab0f-eda3-4f46-b24b-bfb067726c27 HTTP/1.1" status: 200 len: 217 time: 0.1329179 Jan 21 09:42:56.163944 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f98b5-d6f0-4a89-9265-7491ef15475b service neutron] Pushing event updated for resources: {'Port': ['ID=9fd970a0-21a9-46fd-86ba-3e22bf27acef,revision_number=3']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.242288 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-dce2a833-60ce-4ed0-a859-847efecbcd0b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=39bf0a26db5e47fe9ddb4ccaa7f3be7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9557881 Jan 21 09:42:56.243357 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2a833-60ce-4ed0-a859-847efecbcd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d04b108-956d-44e3-a430-4d70573ba1c0,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.245815 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e88ec4-55c1-42d9-b9c9-0a7c36d0f49a x-openstack-request-id: req-63e88ec4-55c1-42d9-b9c9-0a7c36d0f49a {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:56.246670 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a10a13a-fe9d-41be-80c2-5d6aeace2001", "tag": "9fd970a0-21a9-46fd-86ba-3e22bf27acef", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:56.246670 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-63e88ec4-55c1-42d9-b9c9-0a7c36d0f49a {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:56.246999 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a10a13a-fe9d-41be-80c2-5d6aeace2001', 'tag': '9fd970a0-21a9-46fd-86ba-3e22bf27acef', 'status': 'completed', 'code': 200} Jan 21 09:42:56.248328 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 47386) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:56.280574 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3c12b-20e8-4c7b-9969-311b24fb8784 req-ef3157d5-e561-43e0-81a3-793af41dcf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:56.282760 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f1b3c12b-20e8-4c7b-9969-311b24fb8784 req-ef3157d5-e561-43e0-81a3-793af41dcf87 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=434a60e8-49e8-4807-8e03-c5aa2237a078 HTTP/1.1" status: 200 len: 859 time: 0.1663654 Jan 21 09:42:56.284964 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-c41ba3c8-5aa4-42ef-a962-a58f18e0eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:56.294422 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-c41ba3c8-5aa4-42ef-a962-a58f18e0eaa4 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=8e68af954d89401b9a7122b646a5a9d6&device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 1096 time: 0.1208436 Jan 21 09:42:56.305882 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device a33cab0f-eda3-4f46-b24b-bfb067726c27 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:42:56.397527 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 33816fe7-1b41-4630-a945-53b58b07ba66 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:56.398008 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f1b3c12b-20e8-4c7b-9969-311b24fb8784 req-07538999-7d1a-43be-a682-9da9094e4807 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=0045986e-e6c5-43f0-80c0-83702e835b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004424 Jan 21 09:42:56.399176 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ebf888a3-35ad-4122-85a3-1eb774484b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:56.448218 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.130', 55668) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:56.480420 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-80985cc4-2b39-4a0c-9c02-cfa8e23e88d8 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fd970a0-21a9-46fd-86ba-3e22bf27acef HTTP/1.1" status: 200 len: 217 time: 0.1555252 Jan 21 09:42:56.541988 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ebf888a3-35ad-4122-85a3-1eb774484b00 admin admin] Publish callbacks [] for security_group (6b9127b0-a6cc-4c9c-b76e-de16661a3104), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:56.570549 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ebf888a3-35ad-4122-85a3-1eb774484b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (6b9127b0-a6cc-4c9c-b76e-de16661a3104), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:56.649226 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port 33816fe7-1b41-4630-a945-53b58b07ba66 completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:56.658392 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port a33cab0f-eda3-4f46-b24b-bfb067726c27, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=a33cab0f-eda3-4f46-b24b-bfb067726c27,segment=NetworkSegment(359f5fe4-93a4-4794-bfef-521d74a9d8a4),segment_id=359f5fe4-93a4-4794-bfef-521d74a9d8a4)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:56.666764 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port 33816fe7-1b41-4630-a945-53b58b07ba66 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:56.667507 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (33816fe7-1b41-4630-a945-53b58b07ba66), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:56.675635 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-7c4c2fcc-c85d-42e0-93d8-c6a14f576736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:56.682574 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': 'a33cab0f-eda3-4f46-b24b-bfb067726c27', 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95', 'port_id': 'a33cab0f-eda3-4f46-b24b-bfb067726c27', 'mac_address': 'fa:16:3e:e7:49:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434a60e8-49e8-4807-8e03-c5aa2237a078', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:42:56.683379 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-7c4c2fcc-c85d-42e0-93d8-c6a14f576736 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=434a60e8-49e8-4807-8e03-c5aa2237a078 HTTP/1.1" status: 200 len: 859 time: 0.1831987 Jan 21 09:42:56.733760 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-ebf888a3-35ad-4122-85a3-1eb774484b00 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=167cc3b3ad7244328b7fd9e907dc28a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7999346 Jan 21 09:42:56.733998 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 47412) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:56.748061 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf888a3-35ad-4122-85a3-1eb774484b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9127b0-a6cc-4c9c-b76e-de16661a3104,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.767189 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3410af88-0696-43dc-aa26-5f6a0aa18827 admin admin] Publish callbacks [] for security_group (5d04b108-956d-44e3-a430-4d70573ba1c0), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:56.779238 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f1b3c12b-20e8-4c7b-9969-311b24fb8784 req-1805ac4f-1842-485e-bc7f-2412e897e6ad service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691838 Jan 21 09:42:56.902278 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-48f10124-059b-4734-a849-1d743d07931b admin admin] Publish callbacks [] for security_group (6b9127b0-a6cc-4c9c-b76e-de16661a3104), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:56.905277 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port a33cab0f-eda3-4f46-b24b-bfb067726c27 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:56.906058 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (a33cab0f-eda3-4f46-b24b-bfb067726c27), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:56.924543 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-9d0d0932-cff7-4ae1-9605-8e3f25026957 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=0045986e-e6c5-43f0-80c0-83702e835b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2059083 Jan 21 09:42:56.969272 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33cab0f-eda3-4f46-b24b-bfb067726c27 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:56.973455 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a138f-b851-4e37-ae02-fb3e5145652e req-10a8c0b6-b990-4d8a-bf87-7bbebf7b025c tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:56.975344 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-417a138f-b851-4e37-ae02-fb3e5145652e req-10a8c0b6-b990-4d8a-bf87-7bbebf7b025c tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 943 time: 0.2036412 Jan 21 09:42:57.002901 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-48f10124-059b-4734-a849-1d743d07931b admin admin] Publish callbacks [] for security_group (6b9127b0-a6cc-4c9c-b76e-de16661a3104), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:57.027735 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port a33cab0f-eda3-4f46-b24b-bfb067726c27, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=a33cab0f-eda3-4f46-b24b-bfb067726c27,segment=NetworkSegment(359f5fe4-93a4-4794-bfef-521d74a9d8a4),segment_id=359f5fe4-93a4-4794-bfef-521d74a9d8a4)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:57.036617 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (a33cab0f-eda3-4f46-b24b-bfb067726c27), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:57.089173 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-417a138f-b851-4e37-ae02-fb3e5145652e req-5b6192e2-1090-4f31-aace-b0ac737c4071 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048059 Jan 21 09:42:57.101399 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f1b3c12b-20e8-4c7b-9969-311b24fb8784 req-403baebf-ec3c-42f5-9cd9-fb9b52c751f9 service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120320 Jan 21 09:42:57.139882 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-48f10124-059b-4734-a849-1d743d07931b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (6b9127b0-a6cc-4c9c-b76e-de16661a3104), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:57.142577 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-48f10124-059b-4734-a849-1d743d07931b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:57.147537 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-48f10124-059b-4734-a849-1d743d07931b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6b9127b0-a6cc-4c9c-b76e-de16661a3104 HTTP/1.1" status: 204 len: 168 time: 0.4116433 Jan 21 09:42:57.157033 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f10124-059b-4734-a849-1d743d07931b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9127b0-a6cc-4c9c-b76e-de16661a3104,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:57.225226 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 33816fe7-1b41-4630-a945-53b58b07ba66 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:57.225753 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (33816fe7-1b41-4630-a945-53b58b07ba66), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:57.236787 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=a33cab0f-eda3-4f46-b24b-bfb067726c27,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:57.249464 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['a33cab0f-eda3-4f46-b24b-bfb067726c27'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:42:57.313478 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e6e45796-a528-4973-9f04-b52863132f14 req-930037e7-aa99-40ca-bbef-b9a9c8c88e12 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 210 time: 0.0558701 Jan 21 09:42:57.324675 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d5404c-ec2c-46c5-8612-b4a0450eda23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33816fe7-1b41-4630-a945-53b58b07ba66'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:57.430058 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3410af88-0696-43dc-aa26-5f6a0aa18827 admin admin] Publish callbacks [] for security_group (5d04b108-956d-44e3-a430-4d70573ba1c0), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:57.431391 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 33816fe7-1b41-4630-a945-53b58b07ba66, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=33816fe7-1b41-4630-a945-53b58b07ba66,segment=NetworkSegment(efec8c3e-1772-4d64-b2ad-e61c956fd561),segment_id=efec8c3e-1772-4d64-b2ad-e61c956fd561)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:57.445000 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (33816fe7-1b41-4630-a945-53b58b07ba66), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:57.502480 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=33816fe7-1b41-4630-a945-53b58b07ba66,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:57.503210 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead66f7c-328f-4f70-8cbd-71ca54cd2619 req-24214dd3-2884-48e2-a47e-0741efc9fd1e tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:57.505882 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ead66f7c-328f-4f70-8cbd-71ca54cd2619 req-24214dd3-2884-48e2-a47e-0741efc9fd1e tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 944 time: 0.6796923 Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.571375 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.573815 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.573815 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.573815 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.573815 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.573815 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.573815 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.573815 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.573815 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.573815 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.573815 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.573815 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:57.573815 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:42:57.573815 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-ec4d4c72-7832-4562-880f-60023c1e61d7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:57.575332 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-ec4d4c72-7832-4562-880f-60023c1e61d7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.130 "GET /v2.0/networks?id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe HTTP/1.1" status: 200 len: 809 time: 1.1145673 Jan 21 09:42:57.603609 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-234334af-a62a-4ee5-b36e-8f11a8d7d10c service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644417 Jan 21 09:42:57.659839 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 47448) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:57.674664 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4e30a6af-55d0-4563-8333-ea857e108cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:57.688454 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ead66f7c-328f-4f70-8cbd-71ca54cd2619 req-ba5d25d7-5431-4eb6-a320-a7bb610d1d87 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/security-groups?id=3cca8927-19f7-492c-8efd-93085dfd9fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695487 Jan 21 09:42:57.700039 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3410af88-0696-43dc-aa26-5f6a0aa18827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (5d04b108-956d-44e3-a430-4d70573ba1c0), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:57.713040 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3410af88-0696-43dc-aa26-5f6a0aa18827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:57.714587 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-3410af88-0696-43dc-aa26-5f6a0aa18827 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/5d04b108-956d-44e3-a430-4d70573ba1c0 HTTP/1.1" status: 204 len: 168 time: 1.4652798 Jan 21 09:42:57.759249 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4e30a6af-55d0-4563-8333-ea857e108cee admin admin] Publish callbacks [] for security_group (689522e0-4486-44e0-9803-0028f20c32f6), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:57.766400 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4e30a6af-55d0-4563-8333-ea857e108cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (689522e0-4486-44e0-9803-0028f20c32f6), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:57.786483 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410af88-0696-43dc-aa26-5f6a0aa18827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d04b108-956d-44e3-a430-4d70573ba1c0,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:57.805129 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4d88df-1494-4753-a7c8-9339de771c1b" -d '{"events": [{"server_uuid": "f1d5404c-ec2c-46c5-8612-b4a0450eda23", "name": "network-vif-plugged", "status": "completed", "tag": "33816fe7-1b41-4630-a945-53b58b07ba66"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:57.806245 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-2a898701-42ff-457c-b86e-6f697421f77b tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.130 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf5c8457d6fe4995bbd14e5daf73f93a HTTP/1.1" status: 200 len: 379 time: 0.2186377 Jan 21 09:42:57.823406 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-4e30a6af-55d0-4563-8333-ea857e108cee admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=9f7770e2f0fc45168825014bd67f9043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621532 Jan 21 09:42:57.824312 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-02b65699-08c7-410f-b46b-2adcd91a5146 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Request body: {'port': {'device_id': '3d24bb40-f9d4-4fa3-93b1-762b75508576', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'admin_state_up': True, 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'security_groups': ['a0140347-329b-4dd3-83ac-5e463dc8ceb6']}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:57.825071 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 47460) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:57.849744 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30a6af-55d0-4563-8333-ea857e108cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689522e0-4486-44e0-9803-0028f20c32f6,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:57.890488 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b32be15d-bf48-4a3c-83e0-adc62856ba7d req-a58f012f-da76-4831-b9b1-c9756928f9fb service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757518 Jan 21 09:42:57.930510 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-984c4b4a-d7c2-44f0-a288-ce25bf941fd3 admin admin] Publish callbacks [] for security_group (689522e0-4486-44e0-9803-0028f20c32f6), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:57.965774 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-984c4b4a-d7c2-44f0-a288-ce25bf941fd3 admin admin] Publish callbacks [] for security_group (689522e0-4486-44e0-9803-0028f20c32f6), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:58.057838 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-984c4b4a-d7c2-44f0-a288-ce25bf941fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (689522e0-4486-44e0-9803-0028f20c32f6), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:58.060854 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-984c4b4a-d7c2-44f0-a288-ce25bf941fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:58.074925 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-984c4b4a-d7c2-44f0-a288-ce25bf941fd3 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/689522e0-4486-44e0-9803-0028f20c32f6 HTTP/1.1" status: 204 len: 168 time: 0.2477846 Jan 21 09:42:58.092475 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c4b4a-d7c2-44f0-a288-ce25bf941fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689522e0-4486-44e0-9803-0028f20c32f6,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:58.177563 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a7ccf-143e-42dd-9f5a-8868bd0adf55 req-58070012-8ca6-45ad-b9b8-bd8b71f4d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:58.179225 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-175a7ccf-143e-42dd-9f5a-8868bd0adf55 req-58070012-8ca6-45ad-b9b8-bd8b71f4d923 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=8e68af954d89401b9a7122b646a5a9d6&device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 1096 time: 0.0844321 Jan 21 09:42:58.262253 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe17202-b5ff-4187-9aa0-272ed6deb72b x-openstack-request-id: req-dfe17202-b5ff-4187-9aa0-272ed6deb72b {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:58.262618 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d5404c-ec2c-46c5-8612-b4a0450eda23", "name": "network-vif-plugged", "status": "completed", "tag": "33816fe7-1b41-4630-a945-53b58b07ba66", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:58.263007 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-dfe17202-b5ff-4187-9aa0-272ed6deb72b {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:58.263523 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d5404c-ec2c-46c5-8612-b4a0450eda23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33816fe7-1b41-4630-a945-53b58b07ba66', 'code': 200} Jan 21 09:42:58.295096 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-02b65699-08c7-410f-b46b-2adcd91a5146 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Made reservation on behalf of bf5c8457d6fe4995bbd14e5daf73f93a for: {'port': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:58.298743 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-02b65699-08c7-410f-b46b-2adcd91a5146 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:58.307781 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device a33cab0f-eda3-4f46-b24b-bfb067726c27 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:58.415023 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c892c5c-7fe6-487c-9b86-5e0a90392bf4 req-0b5c2f9e-26d2-4134-9e6b-dce34adabfbe tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:58.416853 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3c892c5c-7fe6-487c-9b86-5e0a90392bf4 req-0b5c2f9e-26d2-4134-9e6b-dce34adabfbe tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 943 time: 0.2134626 Jan 21 09:42:58.469453 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a7ccf-143e-42dd-9f5a-8868bd0adf55 req-8981ab19-510f-48cf-9567-085c44f72c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:58.473035 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-175a7ccf-143e-42dd-9f5a-8868bd0adf55 req-8981ab19-510f-48cf-9567-085c44f72c81 service neutron] 10.222.0.130 "GET /v2.0/networks?id=0045986e-e6c5-43f0-80c0-83702e835b95 HTTP/1.1" status: 200 len: 920 time: 0.2830682 Jan 21 09:42:58.477612 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port a33cab0f-eda3-4f46-b24b-bfb067726c27 completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:58.486843 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port a33cab0f-eda3-4f46-b24b-bfb067726c27 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:58.493925 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (a33cab0f-eda3-4f46-b24b-bfb067726c27), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:58.496253 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a8ff1ff4-8767-43f4-9c32-be2ecc413240 req-eea2033a-5d20-4881-af36-9ffec2c7964a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 210 time: 0.0627093 Jan 21 09:42:58.576921 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-175a7ccf-143e-42dd-9f5a-8868bd0adf55 req-7af2c2c5-d44d-4c8c-8d53-c98a91d34fc9 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fd970a0-21a9-46fd-86ba-3e22bf27acef HTTP/1.1" status: 200 len: 217 time: 0.0956364 Jan 21 09:42:58.615768 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3c892c5c-7fe6-487c-9b86-5e0a90392bf4 req-b626f508-7a22-4999-9538-b99747f88f8b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880488 Jan 21 09:42:58.662126 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port a33cab0f-eda3-4f46-b24b-bfb067726c27 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:58.662584 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (a33cab0f-eda3-4f46-b24b-bfb067726c27), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:58.688248 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-02b65699-08c7-410f-b46b-2adcd91a5146 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Allocated IP 172.20.0.13 (e6006ca4-4826-4a77-87a9-6d4fc13c2abe/915c81a7-b891-4f9b-9add-d5069201e814/ec640504-2a98-43e9-a97b-ca251ed7f526) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:58.723510 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port a33cab0f-eda3-4f46-b24b-bfb067726c27, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=a33cab0f-eda3-4f46-b24b-bfb067726c27,segment=NetworkSegment(359f5fe4-93a4-4794-bfef-521d74a9d8a4),segment_id=359f5fe4-93a4-4794-bfef-521d74a9d8a4)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:58.733288 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (a33cab0f-eda3-4f46-b24b-bfb067726c27), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:58.742594 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68ee33-59a9-492d-aa98-1f023d378a01 req-1e9a53d0-6fcc-40bb-927f-b41c443f66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:58.749034 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5c68ee33-59a9-492d-aa98-1f023d378a01 req-1e9a53d0-6fcc-40bb-927f-b41c443f66f0 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 1098 time: 0.2148926 Jan 21 09:42:58.783537 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-5c68ee33-59a9-492d-aa98-1f023d378a01 req-055e9113-bc8e-43d0-ad68-552c580f64cf service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:58.867575 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=a33cab0f-eda3-4f46-b24b-bfb067726c27,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:58.901585 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a7ccf-143e-42dd-9f5a-8868bd0adf55 req-92375afb-4fb7-41fb-93ce-bb30608509e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:58.903469 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-175a7ccf-143e-42dd-9f5a-8868bd0adf55 req-92375afb-4fb7-41fb-93ce-bb30608509e4 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=434a60e8-49e8-4807-8e03-c5aa2237a078 HTTP/1.1" status: 200 len: 859 time: 0.3133323 Jan 21 09:42:58.911168 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-02b65699-08c7-410f-b46b-2adcd91a5146 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for port (ec640504-2a98-43e9-a97b-ca251ed7f526), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:58.924677 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226ade7-c833-42af-a62b-437a6535af57 req-89753a9c-2139-4b54-8aef-ca34bbfc4caa tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:58.926559 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3226ade7-c833-42af-a62b-437a6535af57 req-89753a9c-2139-4b54-8aef-ca34bbfc4caa tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 945 time: 0.0992098 Jan 21 09:42:58.956111 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-175a7ccf-143e-42dd-9f5a-8868bd0adf55 req-e002b3d5-d1bc-4216-b119-59b8f35e78bb service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=0045986e-e6c5-43f0-80c0-83702e835b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423100 Jan 21 09:42:58.976585 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-5c68ee33-59a9-492d-aa98-1f023d378a01 req-055e9113-bc8e-43d0-ad68-552c580f64cf service neutron] Publish callbacks [] for security_group (35b55101-0a4d-45b0-90ff-7ff31951f4e6), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:58.994424 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-5c68ee33-59a9-492d-aa98-1f023d378a01 req-055e9113-bc8e-43d0-ad68-552c580f64cf service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (35b55101-0a4d-45b0-90ff-7ff31951f4e6), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:59.053268 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3226ade7-c833-42af-a62b-437a6535af57 req-2c5566b1-4f89-4111-b7cc-0d723e284006 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/security-groups?id=3cca8927-19f7-492c-8efd-93085dfd9fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201305 Jan 21 09:42:59.071982 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5c68ee33-59a9-492d-aa98-1f023d378a01 req-055e9113-bc8e-43d0-ad68-552c580f64cf service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=3cca8927-19f7-492c-8efd-93085dfd9fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148124 Jan 21 09:42:59.074414 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-02b65699-08c7-410f-b46b-2adcd91a5146 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (ec640504-2a98-43e9-a97b-ca251ed7f526), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:59.075543 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e9113-bc8e-43d0-ad68-552c580f64cf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=35b55101-0a4d-45b0-90ff-7ff31951f4e6,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:59.152091 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-02b65699-08c7-410f-b46b-2adcd91a5146 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Network e6006ca4-4826-4a77-87a9-6d4fc13c2abe is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:59.157876 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-02b65699-08c7-410f-b46b-2adcd91a5146 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:59.160750 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-02b65699-08c7-410f-b46b-2adcd91a5146 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:42:59.198893 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-175a7ccf-143e-42dd-9f5a-8868bd0adf55 req-862cc5c5-6e55-4bd0-9aaf-e677c998e97c service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361205 Jan 21 09:42:59.202385 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b65699-08c7-410f-b46b-2adcd91a5146 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Pushing event updated for resources: {'Port': ['ID=ec640504-2a98-43e9-a97b-ca251ed7f526,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:59.227923 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-02b65699-08c7-410f-b46b-2adcd91a5146 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:59.228590 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-02b65699-08c7-410f-b46b-2adcd91a5146 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:59.253743 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-02b65699-08c7-410f-b46b-2adcd91a5146 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4407229 Jan 21 09:42:59.300134 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Request body: {'port': {'device_id': '3d24bb40-f9d4-4fa3-93b1-762b75508576', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:59.460937 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (ec640504-2a98-43e9-a97b-ca251ed7f526), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:59.533796 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-175a7ccf-143e-42dd-9f5a-8868bd0adf55 req-e1b7a0b7-2118-4538-8092-710f0d0dd3e0 service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262073 Jan 21 09:42:59.570044 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-b3cd328d-1671-4736-9263-b82fe4207309 None None] Provisioning complete for port ec640504-2a98-43e9-a97b-ca251ed7f526 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:59.571381 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b3cd328d-1671-4736-9263-b82fe4207309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (ec640504-2a98-43e9-a97b-ca251ed7f526), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:59.612727 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-b3cd328d-1671-4736-9263-b82fe4207309 None None] Port ec640504-2a98-43e9-a97b-ca251ed7f526 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:42:59.775720 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cd058-c65a-477e-8bf0-ec8077dcc10b req-abaafb59-2572-4974-94ad-01118e1c624e tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:59.784572 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-495cd058-c65a-477e-8bf0-ec8077dcc10b req-abaafb59-2572-4974-94ad-01118e1c624e tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 943 time: 0.0754714 Jan 21 09:42:59.788650 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028448b-a19d-4ae0-b9dc-fd8231557777 req-d5712840-c353-4059-b492-75e407aee90c tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:59.790195 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a028448b-a19d-4ae0-b9dc-fd8231557777 req-d5712840-c353-4059-b492-75e407aee90c tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 932 time: 0.1540878 Jan 21 09:42:59.847586 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-495cd058-c65a-477e-8bf0-ec8077dcc10b req-28331c12-304e-44e6-8978-f80d031c7271 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620339 Jan 21 09:42:59.885886 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a028448b-a19d-4ae0-b9dc-fd8231557777 req-f882a79a-d603-4227-ad4d-3eb912b25735 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817192 Jan 21 09:42:59.937160 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec640504-2a98-43e9-a97b-ca251ed7f526 {{(pid=109056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:59.951228 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Publish callbacks [] for port (ec640504-2a98-43e9-a97b-ca251ed7f526), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:59.963934 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.provisioning_blocks [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Transition to ACTIVE for port object ec640504-2a98-43e9-a97b-ca251ed7f526 will not be triggered until provisioned by entity L2. {{(pid=109056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:59.975729 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (ec640504-2a98-43e9-a97b-ca251ed7f526), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:00.036556 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Pushing event updated for resources: {'Port': ['ID=ec640504-2a98-43e9-a97b-ca251ed7f526,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:00.264311 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959c7ff8-745c-468a-b1f8-8836a4ac1932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33cab0f-eda3-4f46-b24b-bfb067726c27'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:00.268726 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5871a8c2-f9c5-4645-b603-f8b33b0fbf1c" -d '{"events": [{"server_uuid": "959c7ff8-745c-468a-b1f8-8836a4ac1932", "name": "network-vif-plugged", "status": "completed", "tag": "a33cab0f-eda3-4f46-b24b-bfb067726c27"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:00.307903 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705e83d-633e-4e91-925d-8d6b19bace3a req-c5721531-ff99-4393-925d-a74bac792e1a tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:00.317402 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-7705e83d-633e-4e91-925d-8d6b19bace3a req-c5721531-ff99-4393-925d-a74bac792e1a tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 945 time: 0.0967252 Jan 21 09:43:00.329500 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 9fd970a0-21a9-46fd-86ba-3e22bf27acef details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:43:00.425892 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-7705e83d-633e-4e91-925d-8d6b19bace3a req-8792104b-a93d-4a96-959d-bcb2eaca37eb tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/security-groups?id=3cca8927-19f7-492c-8efd-93085dfd9fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082733 Jan 21 09:43:00.456131 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c78cefa-543f-4cdd-816f-3553aa140879 x-openstack-request-id: req-0c78cefa-543f-4cdd-816f-3553aa140879 {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:00.461074 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959c7ff8-745c-468a-b1f8-8836a4ac1932", "name": "network-vif-plugged", "status": "completed", "tag": "a33cab0f-eda3-4f46-b24b-bfb067726c27", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:00.462139 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-0c78cefa-543f-4cdd-816f-3553aa140879 {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:00.462596 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959c7ff8-745c-468a-b1f8-8836a4ac1932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33cab0f-eda3-4f46-b24b-bfb067726c27', 'code': 200} Jan 21 09:43:00.546024 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Attempting to bind port ec640504-2a98-43e9-a97b-ca251ed7f526 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:43:00.546390 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Attempting to bind port ec640504-2a98-43e9-a97b-ca251ed7f526 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe'}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:43:00.546733 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Attempting to bind port ec640504-2a98-43e9-a97b-ca251ed7f526 on network e6006ca4-4826-4a77-87a9-6d4fc13c2abe {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:43:00.616297 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Port ec640504-2a98-43e9-a97b-ca251ed7f526 on network e6006ca4-4826-4a77-87a9-6d4fc13c2abe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:43:00.616297 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Attempting to bind port ec640504-2a98-43e9-a97b-ca251ed7f526 on network e6006ca4-4826-4a77-87a9-6d4fc13c2abe {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:43:00.642110 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:43:00.642516 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 9fd970a0-21a9-46fd-86ba-3e22bf27acef, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=9fd970a0-21a9-46fd-86ba-3e22bf27acef,segment=NetworkSegment(359f5fe4-93a4-4794-bfef-521d74a9d8a4),segment_id=359f5fe4-93a4-4794-bfef-521d74a9d8a4)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:00.643158 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Checking segment: {'id': 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:43:00.643262 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Bound using segment: {'id': 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe'} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:43:00.643678 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Bound port: ec640504-2a98-43e9-a97b-ca251ed7f526, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe'}}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:43:00.644065 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (ec640504-2a98-43e9-a97b-ca251ed7f526), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:00.688822 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 47594) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:00.717327 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': '9fd970a0-21a9-46fd-86ba-3e22bf27acef', 'network_id': '0045986e-e6c5-43f0-80c0-83702e835b95', 'port_id': '9fd970a0-21a9-46fd-86ba-3e22bf27acef', 'mac_address': 'fa:16:3e:52:5d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434a60e8-49e8-4807-8e03-c5aa2237a078', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:43:00.758889 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2803d5-14cb-4863-9496-dca715f90f87 req-101adc8c-fb23-4f24-9d0b-db046bedaa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:00.760423 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1b2803d5-14cb-4863-9496-dca715f90f87 req-101adc8c-fb23-4f24-9d0b-db046bedaa5b service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 1098 time: 0.1995664 Jan 21 09:43:00.815972 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 9fd970a0-21a9-46fd-86ba-3e22bf27acef is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:43:00.817649 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (9fd970a0-21a9-46fd-86ba-3e22bf27acef), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:00.891294 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd970a0-21a9-46fd-86ba-3e22bf27acef {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:43:00.923729 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1b2803d5-14cb-4863-9496-dca715f90f87 req-1ea2a820-3fd8-4b03-9099-55f8a4142faf service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551824 Jan 21 09:43:00.961408 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] For port ec640504-2a98-43e9-a97b-ca251ed7f526, host hv-cinder-81561, cleared binding levels {{(pid=109056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:00.962617 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 9fd970a0-21a9-46fd-86ba-3e22bf27acef, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=9fd970a0-21a9-46fd-86ba-3e22bf27acef,segment=NetworkSegment(359f5fe4-93a4-4794-bfef-521d74a9d8a4),segment_id=359f5fe4-93a4-4794-bfef-521d74a9d8a4)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:00.972568 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (9fd970a0-21a9-46fd-86ba-3e22bf27acef), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:00.982232 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] For port ec640504-2a98-43e9-a97b-ca251ed7f526, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=ec640504-2a98-43e9-a97b-ca251ed7f526,segment=NetworkSegment(cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce),segment_id=cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce)] {{(pid=109056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:00.993954 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (ec640504-2a98-43e9-a97b-ca251ed7f526), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:01.125043 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e76af-84bb-440b-b715-2928d4c3ac53 req-edce7dd7-88cc-402c-8de3-339d862a4fe9 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:01.133489 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-253e76af-84bb-440b-b715-2928d4c3ac53 req-edce7dd7-88cc-402c-8de3-339d862a4fe9 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 944 time: 0.0989900 Jan 21 09:43:01.150038 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=9fd970a0-21a9-46fd-86ba-3e22bf27acef,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:01.200251 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:01.201403 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:01.211977 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['9fd970a0-21a9-46fd-86ba-3e22bf27acef'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:43:01.228215 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] 10.222.0.130 "PUT /v2.0/ports/ec640504-2a98-43e9-a97b-ca251ed7f526 HTTP/1.1" status: 200 len: 1094 time: 1.9339066 Jan 21 09:43:01.234403 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-64f7c30a-76ce-41e9-881f-b73435e48e9c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1191165540-network', 'tenant_id': '4af2dc252ba247649afc9780fa7bee81'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:01.241900 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d24bb40-f9d4-4fa3-93b1-762b75508576', 'tag': 'ec640504-2a98-43e9-a97b-ca251ed7f526'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:01.251297 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e08ade1-5247-43bb-b27e-2473c23b3555" -d '{"events": [{"name": "network-changed", "server_uuid": "3d24bb40-f9d4-4fa3-93b1-762b75508576", "tag": "ec640504-2a98-43e9-a97b-ca251ed7f526"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:01.278097 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-253e76af-84bb-440b-b715-2928d4c3ac53 req-9b79508d-d409-47f5-84fa-596c6c7366e8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436391 Jan 21 09:43:01.289183 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 47616) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:01.327797 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f7c30a-76ce-41e9-881f-b73435e48e9c admin admin] Made reservation on behalf of 4af2dc252ba247649afc9780fa7bee81 for: {'network': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:01.337121 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-64f7c30a-76ce-41e9-881f-b73435e48e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:01.338245 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c0ddd-c7dc-4f02-9c07-6b5ae9700b27 service neutron] Pushing event updated for resources: {'Port': ['ID=ec640504-2a98-43e9-a97b-ca251ed7f526,revision_number=3']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:01.358238 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-64f7c30a-76ce-41e9-881f-b73435e48e9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:01.366975 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adfc75-99b2-4246-9e88-e9209ccd4657 req-3695103c-76d7-4f74-b031-db3ba71105fb tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:01.368817 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d8adfc75-99b2-4246-9e88-e9209ccd4657 req-3695103c-76d7-4f74-b031-db3ba71105fb tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 944 time: 0.3407223 Jan 21 09:43:01.414375 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-dfaf345f-13f3-4f55-a5d6-40ec4d20ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:01.416395 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-dfaf345f-13f3-4f55-a5d6-40ec4d20ca88 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=bf5c8457d6fe4995bbd14e5daf73f93a&device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 1097 time: 0.1246221 Jan 21 09:43:01.424156 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62809302-175f-4f8b-8b4b-716d8d2c91cd x-openstack-request-id: req-62809302-175f-4f8b-8b4b-716d8d2c91cd {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:01.424890 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d24bb40-f9d4-4fa3-93b1-762b75508576", "tag": "ec640504-2a98-43e9-a97b-ca251ed7f526", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:01.425386 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-62809302-175f-4f8b-8b4b-716d8d2c91cd {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:01.426678 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d24bb40-f9d4-4fa3-93b1-762b75508576', 'tag': 'ec640504-2a98-43e9-a97b-ca251ed7f526', 'status': 'completed', 'code': 200} Jan 21 09:43:01.451831 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a4c38983-adb5-4248-af07-1925c68df084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:01.559707 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:01.579423 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-82950d80-2638-4399-a82f-4c9e946c49eb service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec640504-2a98-43e9-a97b-ca251ed7f526 HTTP/1.1" status: 200 len: 217 time: 0.1476760 Jan 21 09:43:01.583327 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d8adfc75-99b2-4246-9e88-e9209ccd4657 req-52581b22-70ec-487d-b828-87a3a3ba2790 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066088 Jan 21 09:43:01.662548 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-a57564aa-0564-4893-a707-ebd594b7a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:01.664103 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-a57564aa-0564-4893-a707-ebd594b7a619 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=915c81a7-b891-4f9b-9add-d5069201e814 HTTP/1.1" status: 200 len: 848 time: 0.0796268 Jan 21 09:43:01.685461 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-64f7c30a-76ce-41e9-881f-b73435e48e9c admin admin] Publish callbacks [] for security_group (fd7c184c-f9d8-4751-a1a6-0ff011939e4c), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:01.712197 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-64f7c30a-76ce-41e9-881f-b73435e48e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (fd7c184c-f9d8-4751-a1a6-0ff011939e4c), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:01.726734 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b253f40-9d65-4549-8950-140b15e6a773 req-ae04cd3d-d18b-4228-9f11-a13a04591638 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:01.728511 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5b253f40-9d65-4549-8950-140b15e6a773 req-ae04cd3d-d18b-4228-9f11-a13a04591638 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 945 time: 0.1309581 Jan 21 09:43:01.752866 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-dd977dff-74a8-4a45-9125-2fd8b10109fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:01.754549 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-dd977dff-74a8-4a45-9125-2fd8b10109fc service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0822337 Jan 21 09:43:01.802875 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f7c30a-76ce-41e9-881f-b73435e48e9c admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=109057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:01.806420 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7c30a-76ce-41e9-881f-b73435e48e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7c184c-f9d8-4751-a1a6-0ff011939e4c,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:01.823838 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a4c38983-adb5-4248-af07-1925c68df084 admin admin] Publish callbacks [] for security_group (8d4c4855-1ac6-4a95-807a-919f8513cbb1), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:01.847973 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-64f7c30a-76ce-41e9-881f-b73435e48e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (1b988f62-c113-4fcd-b23d-5a6baac96356), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:01.848278 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.segments_db [None req-64f7c30a-76ce-41e9-881f-b73435e48e9c admin admin] Added segment 1b988f62-c113-4fcd-b23d-5a6baac96356 of type vlan for network 415b80b9-b6d0-447f-ba99-acdbce200104 Jan 21 09:43:01.891242 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a4c38983-adb5-4248-af07-1925c68df084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (8d4c4855-1ac6-4a95-807a-919f8513cbb1), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:01.906175 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-d2c37a3f-6dd8-4645-a762-271db58ee01e service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411746 Jan 21 09:43:01.940682 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c38983-adb5-4248-af07-1925c68df084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4c4855-1ac6-4a95-807a-919f8513cbb1,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:02.030990 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5b253f40-9d65-4549-8950-140b15e6a773 req-83f69073-143b-4879-9bc6-9509df68aeb5 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/security-groups?id=3cca8927-19f7-492c-8efd-93085dfd9fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890587 Jan 21 09:43:02.048581 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-64f7c30a-76ce-41e9-881f-b73435e48e9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (415b80b9-b6d0-447f-ba99-acdbce200104), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:02.075983 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-a4c38983-adb5-4248-af07-1925c68df084 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=7ecd40aea999422984d72488afdb149b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7830632 Jan 21 09:43:02.077001 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 47646) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:02.085346 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3e427add-d887-4ed6-b40e-43a9ca37537e req-6930d089-1295-4b48-890b-f158c5a027dd service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722558 Jan 21 09:43:02.192744 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-54c77bfc-fbc6-4d8c-a409-7a5be18af4e0 admin admin] Publish callbacks [] for security_group (8d4c4855-1ac6-4a95-807a-919f8513cbb1), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:02.209075 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08ade1-5247-43bb-b27e-2473c23b3555 req-851e6b19-0d7f-425d-8451-20628adacd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:02.211339 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7e08ade1-5247-43bb-b27e-2473c23b3555 req-851e6b19-0d7f-425d-8451-20628adacd68 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=bf5c8457d6fe4995bbd14e5daf73f93a&device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 1097 time: 0.0496771 Jan 21 09:43:02.216501 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-64f7c30a-76ce-41e9-881f-b73435e48e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (415b80b9-b6d0-447f-ba99-acdbce200104), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:02.217404 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f7c30a-76ce-41e9-881f-b73435e48e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:02.218495 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-64f7c30a-76ce-41e9-881f-b73435e48e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:02.249716 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-54c77bfc-fbc6-4d8c-a409-7a5be18af4e0 admin admin] Publish callbacks [] for security_group (8d4c4855-1ac6-4a95-807a-919f8513cbb1), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:02.300582 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-64f7c30a-76ce-41e9-881f-b73435e48e9c admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6106014 Jan 21 09:43:02.304164 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 47652) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:02.336848 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-a4d5db14-3a22-47d8-8691-772e323435e0 admin admin] Request body: {'subnet': {'network_id': '415b80b9-b6d0-447f-ba99-acdbce200104', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1191165540-subnet', 'tenant_id': '4af2dc252ba247649afc9780fa7bee81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:02.354619 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 9fd970a0-21a9-46fd-86ba-3e22bf27acef up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:43:02.360081 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7c30a-76ce-41e9-881f-b73435e48e9c admin admin] Pushing event updated for resources: {'Network': ['ID=415b80b9-b6d0-447f-ba99-acdbce200104,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:02.410043 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network 415b80b9-b6d0-447f-ba99-acdbce200104 details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:43:02.424140 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-54c77bfc-fbc6-4d8c-a409-7a5be18af4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (8d4c4855-1ac6-4a95-807a-919f8513cbb1), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:02.427096 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-54c77bfc-fbc6-4d8c-a409-7a5be18af4e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:02.432815 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-54c77bfc-fbc6-4d8c-a409-7a5be18af4e0 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/8d4c4855-1ac6-4a95-807a-919f8513cbb1 HTTP/1.1" status: 204 len: 168 time: 0.3553195 Jan 21 09:43:02.442889 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c77bfc-fbc6-4d8c-a409-7a5be18af4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4c4855-1ac6-4a95-807a-919f8513cbb1,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:02.460510 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08ade1-5247-43bb-b27e-2473c23b3555 req-3bd7c462-e4f1-4999-8ba4-3de8d11c7764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:02.462538 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7e08ade1-5247-43bb-b27e-2473c23b3555 req-3bd7c462-e4f1-4999-8ba4-3de8d11c7764 service neutron] 10.222.0.130 "GET /v2.0/networks?id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe HTTP/1.1" status: 200 len: 910 time: 0.2336051 Jan 21 09:43:02.490932 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d5db14-3a22-47d8-8691-772e323435e0 admin admin] Made reservation on behalf of 4af2dc252ba247649afc9780fa7bee81 for: {'subnet': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:02.494393 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a4d5db14-3a22-47d8-8691-772e323435e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5368255'] for subnet (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:02.566607 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port 9fd970a0-21a9-46fd-86ba-3e22bf27acef completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:02.567124 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7e08ade1-5247-43bb-b27e-2473c23b3555 req-d4ec4e5c-b468-4b35-a211-ecffcb650b6d service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec640504-2a98-43e9-a97b-ca251ed7f526 HTTP/1.1" status: 200 len: 217 time: 0.0845914 Jan 21 09:43:02.571533 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port 9fd970a0-21a9-46fd-86ba-3e22bf27acef triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:02.572299 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (9fd970a0-21a9-46fd-86ba-3e22bf27acef), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:02.680900 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ffd35-40a9-4a62-a6c9-b66c7d65f10a req-fbe96bc3-06e2-4dca-832c-1352a61e8818 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:02.684400 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-810ffd35-40a9-4a62-a6c9-b66c7d65f10a req-fbe96bc3-06e2-4dca-832c-1352a61e8818 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 944 time: 0.2688882 Jan 21 09:43:02.735510 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08ade1-5247-43bb-b27e-2473c23b3555 req-11ddf14e-5efb-4df3-bdbe-1d6d2bbc4594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:02.737030 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7e08ade1-5247-43bb-b27e-2473c23b3555 req-11ddf14e-5efb-4df3-bdbe-1d6d2bbc4594 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=915c81a7-b891-4f9b-9add-d5069201e814 HTTP/1.1" status: 200 len: 848 time: 0.1559038 Jan 21 09:43:02.848992 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 9fd970a0-21a9-46fd-86ba-3e22bf27acef is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:43:02.849556 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (9fd970a0-21a9-46fd-86ba-3e22bf27acef), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:02.852260 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-810ffd35-40a9-4a62-a6c9-b66c7d65f10a req-c3a01870-70c8-4953-93e4-c0fad64fd5bf tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562338 Jan 21 09:43:02.867697 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac7586-798b-41d5-a054-669026871544 req-b5f49e86-fb33-4ac7-93f3-7e0b3456e42a tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:02.876451 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-34ac7586-798b-41d5-a054-669026871544 req-b5f49e86-fb33-4ac7-93f3-7e0b3456e42a tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 944 time: 0.1201060 Jan 21 09:43:02.922157 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a10a13a-fe9d-41be-80c2-5d6aeace2001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd970a0-21a9-46fd-86ba-3e22bf27acef'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:02.927789 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1d028a-a836-4265-a971-26ab4b6c8ecf" -d '{"events": [{"server_uuid": "7a10a13a-fe9d-41be-80c2-5d6aeace2001", "name": "network-vif-plugged", "status": "completed", "tag": "9fd970a0-21a9-46fd-86ba-3e22bf27acef"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:02.950951 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08ade1-5247-43bb-b27e-2473c23b3555 req-e1c19fe3-eb6e-4702-b9b7-26c098b64fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:02.952770 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7e08ade1-5247-43bb-b27e-2473c23b3555 req-e1c19fe3-eb6e-4702-b9b7-26c098b64fa8 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1987653 Jan 21 09:43:02.954554 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-34ac7586-798b-41d5-a054-669026871544 req-33bed598-0c1c-458d-a5ef-f1c6ba3e2da8 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771360 Jan 21 09:43:02.969898 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 9fd970a0-21a9-46fd-86ba-3e22bf27acef, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=9fd970a0-21a9-46fd-86ba-3e22bf27acef,segment=NetworkSegment(359f5fe4-93a4-4794-bfef-521d74a9d8a4),segment_id=359f5fe4-93a4-4794-bfef-521d74a9d8a4)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:02.980295 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (9fd970a0-21a9-46fd-86ba-3e22bf27acef), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:03.068607 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb426fab-8fd8-4c14-8435-8347135c37f0 x-openstack-request-id: req-eb426fab-8fd8-4c14-8435-8347135c37f0 {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:03.069259 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a10a13a-fe9d-41be-80c2-5d6aeace2001", "name": "network-vif-plugged", "status": "completed", "tag": "9fd970a0-21a9-46fd-86ba-3e22bf27acef", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:03.069772 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-eb426fab-8fd8-4c14-8435-8347135c37f0 {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:03.070395 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a10a13a-fe9d-41be-80c2-5d6aeace2001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd970a0-21a9-46fd-86ba-3e22bf27acef', 'code': 200} Jan 21 09:43:03.074149 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=9fd970a0-21a9-46fd-86ba-3e22bf27acef,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:03.185880 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a4d5db14-3a22-47d8-8691-772e323435e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6057618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5368225'] for subnet (27e62b6a-ba5a-4e10-839e-3191a3a951e7), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:03.242158 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7e08ade1-5247-43bb-b27e-2473c23b3555 req-1ecdb8e4-519b-44db-bb2a-50bf5b0ec9c8 service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736192 Jan 21 09:43:03.244983 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5db14-3a22-47d8-8691-772e323435e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e62b6a-ba5a-4e10-839e-3191a3a951e7,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:03.325703 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 47686) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:03.344115 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4acb5756-3e72-479f-92f7-1e818b708d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:03.376595 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d5db14-3a22-47d8-8691-772e323435e0 admin admin] Checking segment: {'id': '1b988f62-c113-4fcd-b23d-5a6baac96356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '415b80b9-b6d0-447f-ba99-acdbce200104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:43:03.377138 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d5db14-3a22-47d8-8691-772e323435e0 admin admin] Network hostable DHCP agents. Network: 415b80b9-b6d0-447f-ba99-acdbce200104, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:03.395202 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81770338-1f35-45fb-910c-511260392bb2 req-45b178b1-c079-4185-a111-fa093d22d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:03.396772 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-81770338-1f35-45fb-910c-511260392bb2 req-45b178b1-c079-4185-a111-fa093d22d05b service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 1098 time: 0.1536853 Jan 21 09:43:03.437088 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d5db14-3a22-47d8-8691-772e323435e0 admin admin] Network 415b80b9-b6d0-447f-ba99-acdbce200104 is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:03.445203 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4acb5756-3e72-479f-92f7-1e818b708d56 admin admin] Publish callbacks [] for security_group (b808c7e8-0784-492c-a69c-9a26abb1df5e), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:03.449115 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4acb5756-3e72-479f-92f7-1e818b708d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (b808c7e8-0784-492c-a69c-9a26abb1df5e), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:03.455121 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7e08ade1-5247-43bb-b27e-2473c23b3555 req-f75850cd-c82a-4677-84d8-36958bae5252 service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983423 Jan 21 09:43:03.457613 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-a4d5db14-3a22-47d8-8691-772e323435e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, 415b80b9-b6d0-447f-ba99-acdbce200104) {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:03.467647 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d5db14-3a22-47d8-8691-772e323435e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:03.468267 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a4d5db14-3a22-47d8-8691-772e323435e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:03.481748 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-81770338-1f35-45fb-910c-511260392bb2 req-ab5457f5-6c44-4531-8575-5934747612dc service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781174 Jan 21 09:43:03.489825 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc530379-d2ab-4c50-989e-3e418862bf01 None None] Network 415b80b9-b6d0-447f-ba99-acdbce200104 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:43:03.494298 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-a4d5db14-3a22-47d8-8691-772e323435e0 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1759577 Jan 21 09:43:03.508927 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-4acb5756-3e72-479f-92f7-1e818b708d56 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b5c46012cc17430b85a8fc3337a1a9a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809170 Jan 21 09:43:03.509775 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 47690) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:03.516957 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb5756-3e72-479f-92f7-1e818b708d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b808c7e8-0784-492c-a69c-9a26abb1df5e,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:03.566985 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7332cd10-31cc-4649-b4bd-be6796ca00bf admin admin] Publish callbacks [] for security_group (b808c7e8-0784-492c-a69c-9a26abb1df5e), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:03.590456 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7332cd10-31cc-4649-b4bd-be6796ca00bf admin admin] Publish callbacks [] for security_group (b808c7e8-0784-492c-a69c-9a26abb1df5e), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:03.613145 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709e66a9-1539-491d-9bd1-62d46a8753d3 None None] Network 415b80b9-b6d0-447f-ba99-acdbce200104 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:43:03.648640 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7332cd10-31cc-4649-b4bd-be6796ca00bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (b808c7e8-0784-492c-a69c-9a26abb1df5e), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:03.652190 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7332cd10-31cc-4649-b4bd-be6796ca00bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:03.653988 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-7332cd10-31cc-4649-b4bd-be6796ca00bf admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/b808c7e8-0784-492c-a69c-9a26abb1df5e HTTP/1.1" status: 204 len: 168 time: 0.1426036 Jan 21 09:43:03.664869 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332cd10-31cc-4649-b4bd-be6796ca00bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b808c7e8-0784-492c-a69c-9a26abb1df5e,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:04.066272 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37154209-f63c-4c3e-8be7-6d9ab74e0c66 req-55e7e1eb-c2e9-4058-aad3-570fab5d6345 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:04.068038 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-37154209-f63c-4c3e-8be7-6d9ab74e0c66 req-55e7e1eb-c2e9-4058-aad3-570fab5d6345 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 944 time: 0.0701096 Jan 21 09:43:04.127770 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-37154209-f63c-4c3e-8be7-6d9ab74e0c66 req-f12f0ebd-e7ae-40f2-8cf0-ec44fdec7aac tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522733 Jan 21 09:43:04.274103 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223dab5-8ce3-45c5-bacb-b6e4fe22db92 req-7cb98982-4523-47b5-a49d-0662c81ad718 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:04.282778 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a223dab5-8ce3-45c5-bacb-b6e4fe22db92 req-7cb98982-4523-47b5-a49d-0662c81ad718 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0722241 Jan 21 09:43:04.374847 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 47752) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:04.380377 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-0dfc468d-749c-4c7b-ae63-773bd4d4e116 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2015392099-network', 'tenant_id': '880ecfbb34c7427fbf7daa83c7869acb'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:04.392810 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a223dab5-8ce3-45c5-bacb-b6e4fe22db92 req-87199429-f24a-4d80-bb52-67d974555acf tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009529 Jan 21 09:43:04.422561 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfc468d-749c-4c7b-ae63-773bd4d4e116 admin admin] Made reservation on behalf of 880ecfbb34c7427fbf7daa83c7869acb for: {'network': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:04.425352 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0dfc468d-749c-4c7b-ae63-773bd4d4e116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:04.434544 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0dfc468d-749c-4c7b-ae63-773bd4d4e116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:04.529074 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0dfc468d-749c-4c7b-ae63-773bd4d4e116 admin admin] Publish callbacks [] for security_group (05bbe55e-3eb7-4178-80d3-e4c0e3c04387), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:04.535827 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0dfc468d-749c-4c7b-ae63-773bd4d4e116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (05bbe55e-3eb7-4178-80d3-e4c0e3c04387), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:04.585748 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc468d-749c-4c7b-ae63-773bd4d4e116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bbe55e-3eb7-4178-80d3-e4c0e3c04387,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:04.597411 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfc468d-749c-4c7b-ae63-773bd4d4e116 admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=109057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:04.609782 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0dfc468d-749c-4c7b-ae63-773bd4d4e116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (af688d3c-8fc2-42ea-b254-e1dbb143e175), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:04.610255 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.segments_db [None req-0dfc468d-749c-4c7b-ae63-773bd4d4e116 admin admin] Added segment af688d3c-8fc2-42ea-b254-e1dbb143e175 of type vlan for network d98bab0f-edef-4fc2-8951-9c611f493ea1 Jan 21 09:43:04.829842 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0dfc468d-749c-4c7b-ae63-773bd4d4e116 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (d98bab0f-edef-4fc2-8951-9c611f493ea1), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:04.854947 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0dfc468d-749c-4c7b-ae63-773bd4d4e116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (d98bab0f-edef-4fc2-8951-9c611f493ea1), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:04.856131 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfc468d-749c-4c7b-ae63-773bd4d4e116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:04.856728 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0dfc468d-749c-4c7b-ae63-773bd4d4e116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:04.922182 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-0dfc468d-749c-4c7b-ae63-773bd4d4e116 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5453639 Jan 21 09:43:04.925456 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 47772) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:04.932009 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-9f13e1a6-24c6-4095-98fc-b3f74a092e66 admin admin] Request body: {'subnet': {'network_id': 'd98bab0f-edef-4fc2-8951-9c611f493ea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2015392099-subnet', 'tenant_id': '880ecfbb34c7427fbf7daa83c7869acb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:04.935401 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc468d-749c-4c7b-ae63-773bd4d4e116 admin admin] Pushing event updated for resources: {'Network': ['ID=d98bab0f-edef-4fc2-8951-9c611f493ea1,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:04.948845 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network d98bab0f-edef-4fc2-8951-9c611f493ea1 details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:43:04.960708 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f13e1a6-24c6-4095-98fc-b3f74a092e66 admin admin] Made reservation on behalf of 880ecfbb34c7427fbf7daa83c7869acb for: {'subnet': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:04.963403 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9f13e1a6-24c6-4095-98fc-b3f74a092e66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:05.153603 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9f13e1a6-24c6-4095-98fc-b3f74a092e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for subnet (0fa8ed10-57c2-4d6e-bc84-928101eb79e2), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:05.212422 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13e1a6-24c6-4095-98fc-b3f74a092e66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa8ed10-57c2-4d6e-bc84-928101eb79e2,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:05.229913 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f13e1a6-24c6-4095-98fc-b3f74a092e66 admin admin] Checking segment: {'id': 'af688d3c-8fc2-42ea-b254-e1dbb143e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'd98bab0f-edef-4fc2-8951-9c611f493ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:43:05.230316 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f13e1a6-24c6-4095-98fc-b3f74a092e66 admin admin] Network hostable DHCP agents. Network: d98bab0f-edef-4fc2-8951-9c611f493ea1, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:05.252066 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f13e1a6-24c6-4095-98fc-b3f74a092e66 admin admin] Network d98bab0f-edef-4fc2-8951-9c611f493ea1 is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:05.264075 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-9f13e1a6-24c6-4095-98fc-b3f74a092e66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, d98bab0f-edef-4fc2-8951-9c611f493ea1) {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:05.269730 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f13e1a6-24c6-4095-98fc-b3f74a092e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:05.270381 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9f13e1a6-24c6-4095-98fc-b3f74a092e66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:05.272536 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cce4c8-c047-4599-a863-0befdbd15cd4 req-7cf63018-8d64-49fe-be8a-9d934bc9eaba tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:05.274317 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a6cce4c8-c047-4599-a863-0befdbd15cd4 req-7cf63018-8d64-49fe-be8a-9d934bc9eaba tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 944 time: 0.0649548 Jan 21 09:43:05.275366 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb00bbe-09b3-4185-be0d-c69363cd86d6 None None] Network d98bab0f-edef-4fc2-8951-9c611f493ea1 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:43:05.292052 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-9f13e1a6-24c6-4095-98fc-b3f74a092e66 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3649523 Jan 21 09:43:05.340195 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a6cce4c8-c047-4599-a863-0befdbd15cd4 req-c32deb7d-e9ee-4e16-bd73-e9558eb17b79 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574858 Jan 21 09:43:05.391277 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd3527a-d628-4945-af2a-c7d3d232b795 None None] Network d98bab0f-edef-4fc2-8951-9c611f493ea1 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:43:05.554857 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7695eb-6bdc-43b7-bcd7-93da7bef7e65 req-5573e705-bfce-40a5-88a8-9ac7de8a2106 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:05.556723 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3b7695eb-6bdc-43b7-bcd7-93da7bef7e65 req-5573e705-bfce-40a5-88a8-9ac7de8a2106 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0747576 Jan 21 09:43:05.611571 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3b7695eb-6bdc-43b7-bcd7-93da7bef7e65 req-b00dcb3a-6e67-4cd5-8aeb-afe2c33e9ce0 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474746 Jan 21 09:43:06.463338 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ccd39-6d28-4487-b6cc-d486e7ef22ce req-92fd0426-a72f-4440-9599-686e01150cb7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:06.464864 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a08ccd39-6d28-4487-b6cc-d486e7ef22ce req-92fd0426-a72f-4440-9599-686e01150cb7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 944 time: 0.0502019 Jan 21 09:43:06.510741 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a08ccd39-6d28-4487-b6cc-d486e7ef22ce req-4a9705fb-4849-4a1f-8694-61f33a60aeca tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395560 Jan 21 09:43:06.738023 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826e5d8-ac3f-418a-9493-3f16a9f73543 req-8faf5d0e-99bc-435b-87c7-b5e0d1e5c950 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:06.739637 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9826e5d8-ac3f-418a-9493-3f16a9f73543 req-8faf5d0e-99bc-435b-87c7-b5e0d1e5c950 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0520136 Jan 21 09:43:06.788864 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9826e5d8-ac3f-418a-9493-3f16a9f73543 req-f97cadcc-199f-46a4-a5ff-221e7501e0ca tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428846 Jan 21 09:43:07.631041 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e992fda-877d-442f-8480-ea7dbbf6eea5 req-b9a484f2-de31-44bf-ab2e-3e13b6b36ee5 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:07.632522 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0e992fda-877d-442f-8480-ea7dbbf6eea5 req-b9a484f2-de31-44bf-ab2e-3e13b6b36ee5 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 944 time: 0.0535390 Jan 21 09:43:07.680444 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0e992fda-877d-442f-8480-ea7dbbf6eea5 req-9ba5ba94-b7aa-42ee-b8b0-f5d2c29e1c23 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422213 Jan 21 09:43:07.904574 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6466d2-684e-41d4-ad1a-25e5994e293e req-0b6afb9c-e93f-4bbb-946b-6c1c0798aa8d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:07.906086 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-bf6466d2-684e-41d4-ad1a-25e5994e293e req-0b6afb9c-e93f-4bbb-946b-6c1c0798aa8d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0495169 Jan 21 09:43:07.962321 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-bf6466d2-684e-41d4-ad1a-25e5994e293e req-48f610ba-ea12-4de1-829a-d307ee1d02fe tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496767 Jan 21 09:43:08.343029 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f992f2-0d88-49b8-9dea-38dd82ce48b2 req-b4e054c1-f9c2-40f0-a4f6-3cef821f5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:08.345906 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-10f992f2-0d88-49b8-9dea-38dd82ce48b2 req-b4e054c1-f9c2-40f0-a4f6-3cef821f5789 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=8e68af954d89401b9a7122b646a5a9d6&device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 1098 time: 0.0691993 Jan 21 09:43:08.381046 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device ec640504-2a98-43e9-a97b-ca251ed7f526 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:43:08.425722 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f8971-32bf-4a62-a0fd-c6a83971a22a req-7cba1077-fe44-4906-bdd5-899eb4ddf9f8 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:08.435136 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-542f8971-32bf-4a62-a0fd-c6a83971a22a req-7cba1077-fe44-4906-bdd5-899eb4ddf9f8 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.1241579 Jan 21 09:43:08.496867 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f992f2-0d88-49b8-9dea-38dd82ce48b2 req-2bd1e5dd-8967-42d1-a9bd-b6f2b07c0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:08.500083 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-10f992f2-0d88-49b8-9dea-38dd82ce48b2 req-2bd1e5dd-8967-42d1-a9bd-b6f2b07c0fd1 service neutron] 10.222.0.130 "GET /v2.0/networks?id=0045986e-e6c5-43f0-80c0-83702e835b95 HTTP/1.1" status: 200 len: 920 time: 0.1490114 Jan 21 09:43:08.515776 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-542f8971-32bf-4a62-a0fd-c6a83971a22a req-047d3956-a019-4a91-b1f4-8814e9c6151f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792878 Jan 21 09:43:08.535841 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port ec640504-2a98-43e9-a97b-ca251ed7f526, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=ec640504-2a98-43e9-a97b-ca251ed7f526,segment=NetworkSegment(cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce),segment_id=cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:08.551225 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': 'ec640504-2a98-43e9-a97b-ca251ed7f526', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'port_id': 'ec640504-2a98-43e9-a97b-ca251ed7f526', 'mac_address': 'fa:16:3e:d5:ef:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:43:08.562877 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-10f992f2-0d88-49b8-9dea-38dd82ce48b2 req-83d262ec-433c-461c-809c-5a2d94538e7f service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fd970a0-21a9-46fd-86ba-3e22bf27acef HTTP/1.1" status: 200 len: 217 time: 0.0536389 Jan 21 09:43:08.625877 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port ec640504-2a98-43e9-a97b-ca251ed7f526 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:43:08.626630 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (ec640504-2a98-43e9-a97b-ca251ed7f526), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:08.649489 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f992f2-0d88-49b8-9dea-38dd82ce48b2 req-01deaa80-c449-4146-884c-3732f667cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:08.654440 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-10f992f2-0d88-49b8-9dea-38dd82ce48b2 req-01deaa80-c449-4146-884c-3732f667cafb service neutron] 10.222.0.130 "GET /v2.0/subnets?id=434a60e8-49e8-4807-8e03-c5aa2237a078 HTTP/1.1" status: 200 len: 859 time: 0.0843608 Jan 21 09:43:08.660552 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec640504-2a98-43e9-a97b-ca251ed7f526 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:43:08.690239 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port ec640504-2a98-43e9-a97b-ca251ed7f526, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=ec640504-2a98-43e9-a97b-ca251ed7f526,segment=NetworkSegment(cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce),segment_id=cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:08.696335 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (ec640504-2a98-43e9-a97b-ca251ed7f526), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:08.752571 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=ec640504-2a98-43e9-a97b-ca251ed7f526,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:08.851295 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37894f79-6308-4638-a408-c3d1468ffea3 req-c44a02c3-5a10-415e-909a-32d59eaf0841 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:08.866416 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-37894f79-6308-4638-a408-c3d1468ffea3 req-c44a02c3-5a10-415e-909a-32d59eaf0841 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 945 time: 0.0760727 Jan 21 09:43:08.905974 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-37894f79-6308-4638-a408-c3d1468ffea3 req-b02a4d1d-6c70-42e7-b42d-2efb50001d6f tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458953 Jan 21 09:43:08.941487 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 47916) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:09.051974 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fc37bd90-d640-4c15-a6e6-6f1052875de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:09.126869 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fc37bd90-d640-4c15-a6e6-6f1052875de8 admin admin] Publish callbacks [] for security_group (300b064e-5b35-4957-9286-f2b9af9444ed), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:09.130935 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fc37bd90-d640-4c15-a6e6-6f1052875de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (300b064e-5b35-4957-9286-f2b9af9444ed), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:09.168602 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-fc37bd90-d640-4c15-a6e6-6f1052875de8 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=66b37816f832460ebe3d487bce063b0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258544 Jan 21 09:43:09.169510 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37bd90-d640-4c15-a6e6-6f1052875de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300b064e-5b35-4957-9286-f2b9af9444ed,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:09.172358 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 47924) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:09.221641 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9dd91f25-1540-48d1-b663-b2c744505820 admin admin] Publish callbacks [] for security_group (300b064e-5b35-4957-9286-f2b9af9444ed), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:09.242662 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9dd91f25-1540-48d1-b663-b2c744505820 admin admin] Publish callbacks [] for security_group (300b064e-5b35-4957-9286-f2b9af9444ed), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:09.287904 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9dd91f25-1540-48d1-b663-b2c744505820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (300b064e-5b35-4957-9286-f2b9af9444ed), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:09.290634 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9dd91f25-1540-48d1-b663-b2c744505820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:09.291858 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-9dd91f25-1540-48d1-b663-b2c744505820 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/300b064e-5b35-4957-9286-f2b9af9444ed HTTP/1.1" status: 204 len: 168 time: 0.1184540 Jan 21 09:43:09.300335 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd91f25-1540-48d1-b663-b2c744505820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300b064e-5b35-4957-9286-f2b9af9444ed,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:09.493224 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-10f992f2-0d88-49b8-9dea-38dd82ce48b2 req-676097b3-ade1-4508-ac02-f38e1092a6d6 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=0045986e-e6c5-43f0-80c0-83702e835b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251889 Jan 21 09:43:09.561166 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 47932) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:09.575182 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa2ac-0e62-4c96-9d1b-11136a4afffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:09.665338 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa2ac-0e62-4c96-9d1b-11136a4afffc admin admin] Publish callbacks [] for security_group (9720683d-eca1-48f6-9fd8-cdbcc40906f3), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:09.671532 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa2ac-0e62-4c96-9d1b-11136a4afffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (9720683d-eca1-48f6-9fd8-cdbcc40906f3), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:09.675174 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de7cd6-cb8c-4cfa-b7f8-fef84ed3de44 req-a115859b-c7df-4ca7-947e-bcc36bbdbf22 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:09.676834 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e5de7cd6-cb8c-4cfa-b7f8-fef84ed3de44 req-a115859b-c7df-4ca7-947e-bcc36bbdbf22 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0768111 Jan 21 09:43:09.711750 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-dc7fa2ac-0e62-4c96-9d1b-11136a4afffc admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=e9c8e7f39b03440fb39c5a7d4e39c064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493738 Jan 21 09:43:09.712959 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fa2ac-0e62-4c96-9d1b-11136a4afffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9720683d-eca1-48f6-9fd8-cdbcc40906f3,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:09.715270 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 47940) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:09.726493 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e5de7cd6-cb8c-4cfa-b7f8-fef84ed3de44 req-06914cf5-2f42-4b0a-8436-72647dac7113 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435870 Jan 21 09:43:09.764404 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-60eb86cf-ba92-4cc7-af08-88c0582bdf54 admin admin] Publish callbacks [] for security_group (9720683d-eca1-48f6-9fd8-cdbcc40906f3), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:09.785867 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-60eb86cf-ba92-4cc7-af08-88c0582bdf54 admin admin] Publish callbacks [] for security_group (9720683d-eca1-48f6-9fd8-cdbcc40906f3), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:09.831332 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-60eb86cf-ba92-4cc7-af08-88c0582bdf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (9720683d-eca1-48f6-9fd8-cdbcc40906f3), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:09.833863 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-60eb86cf-ba92-4cc7-af08-88c0582bdf54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:09.835069 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-60eb86cf-ba92-4cc7-af08-88c0582bdf54 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/9720683d-eca1-48f6-9fd8-cdbcc40906f3 HTTP/1.1" status: 204 len: 168 time: 0.1188412 Jan 21 09:43:09.842899 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb86cf-ba92-4cc7-af08-88c0582bdf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9720683d-eca1-48f6-9fd8-cdbcc40906f3,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:10.031122 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329859b-0091-444b-8f86-984e0031fd0a req-985742d5-495e-4625-ae7c-133f160fbf4c tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:10.032660 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9329859b-0091-444b-8f86-984e0031fd0a req-985742d5-495e-4625-ae7c-133f160fbf4c tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 945 time: 0.0566761 Jan 21 09:43:10.086250 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9329859b-0091-444b-8f86-984e0031fd0a req-8908b38f-1d9a-47cf-95eb-b3380f444ef2 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476589 Jan 21 09:43:10.364742 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-10f992f2-0d88-49b8-9dea-38dd82ce48b2 req-8e19e5e7-1da4-4cf3-bf16-8aa8c16bbc33 service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859258 Jan 21 09:43:10.848883 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ebd24-ff7f-478d-81c8-7ba5c3e1c902 req-52a96cdd-df43-4744-8f63-7c2e79b53af7 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:10.850485 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b11ebd24-ff7f-478d-81c8-7ba5c3e1c902 req-52a96cdd-df43-4744-8f63-7c2e79b53af7 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0506127 Jan 21 09:43:10.903726 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b11ebd24-ff7f-478d-81c8-7ba5c3e1c902 req-62d888ad-436f-42bf-a6ed-6240e3a14213 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468397 Jan 21 09:43:11.209860 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84092a95-17ed-43c3-8ca1-df71d2a50110 req-448facf1-4399-41ac-9cb3-2e1d8bcba213 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:11.211435 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-84092a95-17ed-43c3-8ca1-df71d2a50110 req-448facf1-4399-41ac-9cb3-2e1d8bcba213 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 945 time: 0.0555258 Jan 21 09:43:11.322834 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-84092a95-17ed-43c3-8ca1-df71d2a50110 req-7f16dbe5-ea90-43c5-8cd6-91a40abfa370 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054869 Jan 21 09:43:11.351069 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-10f992f2-0d88-49b8-9dea-38dd82ce48b2 req-2865be46-bb28-4846-92b3-90a69291debf service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165307 Jan 21 09:43:11.564400 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['ec640504-2a98-43e9-a97b-ca251ed7f526'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:43:12.034325 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302d68f-40de-4ef7-8884-5838fa02f3bb req-f3581e5e-ed44-414d-881f-2a5c06e94c93 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:12.035979 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3302d68f-40de-4ef7-8884-5838fa02f3bb req-f3581e5e-ed44-414d-881f-2a5c06e94c93 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0540147 Jan 21 09:43:12.111940 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3302d68f-40de-4ef7-8884-5838fa02f3bb req-96c161c5-9c25-4821-b5a9-f413d713a4b6 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677054 Jan 21 09:43:12.478274 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09388db6-774c-49b1-9c85-ab911268ffbc req-f5d0d37b-4fc0-401b-9106-edc71fc7c4b1 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:12.484210 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-09388db6-774c-49b1-9c85-ab911268ffbc req-f5d0d37b-4fc0-401b-9106-edc71fc7c4b1 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 945 time: 0.0760312 Jan 21 09:43:12.580988 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-09388db6-774c-49b1-9c85-ab911268ffbc req-0bad3ce7-1a5f-471c-aa94-02d9a3a8538b tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919089 Jan 21 09:43:12.685501 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-62004cfe-19a6-4077-942f-03dfbbacaa88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:13.221210 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90297803-b481-4a7e-b352-478aba735e4e req-aec3d5ed-e342-4bd3-a8d5-27a014186373 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:13.222714 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-90297803-b481-4a7e-b352-478aba735e4e req-aec3d5ed-e342-4bd3-a8d5-27a014186373 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0496933 Jan 21 09:43:13.268593 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-90297803-b481-4a7e-b352-478aba735e4e req-848a9096-f7bf-423f-a582-b4e6a9c074c5 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403230 Jan 21 09:43:13.701244 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d239228-5687-4b82-9b49-d38601d1e9c9 req-01c9fd39-7ce7-4e5c-923d-e0f4ea5bac4a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:13.703222 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3d239228-5687-4b82-9b49-d38601d1e9c9 req-01c9fd39-7ce7-4e5c-923d-e0f4ea5bac4a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 945 time: 0.0513244 Jan 21 09:43:13.752399 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3d239228-5687-4b82-9b49-d38601d1e9c9 req-644bf63a-bb22-4aac-904f-60f1a82e5c83 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433805 Jan 21 09:43:14.101516 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device ec640504-2a98-43e9-a97b-ca251ed7f526 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:43:14.154359 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port ec640504-2a98-43e9-a97b-ca251ed7f526 completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:14.158199 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port ec640504-2a98-43e9-a97b-ca251ed7f526 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:14.158562 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (ec640504-2a98-43e9-a97b-ca251ed7f526), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:14.237079 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port ec640504-2a98-43e9-a97b-ca251ed7f526 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:43:14.237484 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (ec640504-2a98-43e9-a97b-ca251ed7f526), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:14.260940 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d24bb40-f9d4-4fa3-93b1-762b75508576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec640504-2a98-43e9-a97b-ca251ed7f526'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:14.263279 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cb2c4b-175f-4b59-b647-20962720759b" -d '{"events": [{"server_uuid": "3d24bb40-f9d4-4fa3-93b1-762b75508576", "name": "network-vif-plugged", "status": "completed", "tag": "ec640504-2a98-43e9-a97b-ca251ed7f526"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:14.275342 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port ec640504-2a98-43e9-a97b-ca251ed7f526, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=ec640504-2a98-43e9-a97b-ca251ed7f526,segment=NetworkSegment(cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce),segment_id=cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:14.279941 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (ec640504-2a98-43e9-a97b-ca251ed7f526), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:14.304289 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63cd895-7407-42d5-8a1d-0bfb103b64ea x-openstack-request-id: req-d63cd895-7407-42d5-8a1d-0bfb103b64ea {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:14.304618 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d24bb40-f9d4-4fa3-93b1-762b75508576", "name": "network-vif-plugged", "status": "completed", "tag": "ec640504-2a98-43e9-a97b-ca251ed7f526", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:14.304986 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-d63cd895-7407-42d5-8a1d-0bfb103b64ea {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:14.305278 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d24bb40-f9d4-4fa3-93b1-762b75508576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec640504-2a98-43e9-a97b-ca251ed7f526', 'code': 200} Jan 21 09:43:14.333930 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=ec640504-2a98-43e9-a97b-ca251ed7f526,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:14.385924 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5f22c-03fd-4502-8578-6e23c9518e4b req-36bc0cb1-6f60-4c65-82b8-6a8df3076a3a tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:14.387488 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9eb5f22c-03fd-4502-8578-6e23c9518e4b req-36bc0cb1-6f60-4c65-82b8-6a8df3076a3a tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0502667 Jan 21 09:43:14.433847 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9eb5f22c-03fd-4502-8578-6e23c9518e4b req-3decd91d-9eaf-43aa-8fbc-f17564278705 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400417 Jan 21 09:43:14.872795 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02eb41a-f538-4ae2-ace6-c7d3296259b5 req-d6c82463-f912-455e-8468-c18f566e4595 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:14.874345 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f02eb41a-f538-4ae2-ace6-c7d3296259b5 req-d6c82463-f912-455e-8468-c18f566e4595 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0512328 Jan 21 09:43:14.927196 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f02eb41a-f538-4ae2-ace6-c7d3296259b5 req-0478a7f6-e353-4e89-b6ea-1bcb2bc64d84 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435736 Jan 21 09:43:15.403932 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-4a4e0e86-0378-4e41-8eb8-2ea7701966f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:15.723061 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da003fe-f523-4a36-a095-bc105ae2bf70 req-70640509-ace7-4aa8-9c38-50fedfaf6924 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:15.724608 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7da003fe-f523-4a36-a095-bc105ae2bf70 req-70640509-ace7-4aa8-9c38-50fedfaf6924 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.2221844 Jan 21 09:43:15.770988 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7da003fe-f523-4a36-a095-bc105ae2bf70 req-e872aee8-4f7a-4e45-8e1c-bd143ec0aa1c tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407701 Jan 21 09:43:16.052346 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54f268-79c3-4aed-a799-6b2a156ec585 req-2725edfd-3497-4c5d-bf54-3397b04e109a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:16.053952 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-af54f268-79c3-4aed-a799-6b2a156ec585 req-2725edfd-3497-4c5d-bf54-3397b04e109a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0545590 Jan 21 09:43:16.068797 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3bec3-579e-419e-bba3-74238cf7bcfc req-06d61b5c-25a3-4ca7-8b8a-8f72ff4c242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:16.070339 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d3a3bec3-579e-419e-bba3-74238cf7bcfc req-06d61b5c-25a3-4ca7-8b8a-8f72ff4c242d service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 1099 time: 0.0466018 Jan 21 09:43:16.105962 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-af54f268-79c3-4aed-a799-6b2a156ec585 req-88307e95-e8eb-44ce-9ae6-2d7fb78f499d tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461216 Jan 21 09:43:16.118184 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d3a3bec3-579e-419e-bba3-74238cf7bcfc req-ced4ebcd-478e-47a7-a70f-5d263929ebf0 service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386827 Jan 21 09:43:16.859478 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:16.893086 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27897745-6b0d-46e3-b5e2-dce3dedb4fa9 req-831910d0-e616-43fd-8b22-68a14f31145e tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:16.894509 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-27897745-6b0d-46e3-b5e2-dce3dedb4fa9 req-831910d0-e616-43fd-8b22-68a14f31145e tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0551314 Jan 21 09:43:16.940400 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-27897745-6b0d-46e3-b5e2-dce3dedb4fa9 req-fcd7c33e-bd12-49c4-b707-2cfaf8b8bad6 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402412 Jan 21 09:43:17.222209 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4d9f1-8f21-4067-9a45-ac225fb4dcc1 req-c545ed13-219b-4716-b758-a36a858336cf tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:17.223791 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-93f4d9f1-8f21-4067-9a45-ac225fb4dcc1 req-c545ed13-219b-4716-b758-a36a858336cf tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0504699 Jan 21 09:43:17.271375 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-93f4d9f1-8f21-4067-9a45-ac225fb4dcc1 req-4195908f-f4db-463b-ac20-d8c0140f9ad2 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418942 Jan 21 09:43:18.057842 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d7158-1427-41d5-b649-fa04ffc3658a req-a4265808-b3bf-4aaa-aa6c-df1e9984923f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:18.059654 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-197d7158-1427-41d5-b649-fa04ffc3658a req-a4265808-b3bf-4aaa-aa6c-df1e9984923f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0519164 Jan 21 09:43:18.118953 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-197d7158-1427-41d5-b649-fa04ffc3658a req-b6bd7c3d-f4aa-4e96-bcf6-20997e5bdc74 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533583 Jan 21 09:43:18.388740 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258018c-f064-47b7-bfd3-44f12e1f3fce req-664c5226-183d-4619-985f-fba693c0f6ee tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:18.390743 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5258018c-f064-47b7-bfd3-44f12e1f3fce req-664c5226-183d-4619-985f-fba693c0f6ee tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0492876 Jan 21 09:43:18.440462 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5258018c-f064-47b7-bfd3-44f12e1f3fce req-65f14ac4-5bb3-4469-9421-a9f45de3d0b5 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440724 Jan 21 09:43:18.683863 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:19.180716 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:19.237932 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcd093-a642-43e7-99cd-f8e18493578c req-30232ac1-1f51-4fbf-84da-42be4cfecebb tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:19.239406 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a5fcd093-a642-43e7-99cd-f8e18493578c req-30232ac1-1f51-4fbf-84da-42be4cfecebb tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0504680 Jan 21 09:43:19.292373 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a5fcd093-a642-43e7-99cd-f8e18493578c req-64bb10b8-0a69-414a-9a65-b8c64c71abef tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471952 Jan 21 09:43:19.557842 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2c7a2-a1de-494a-9862-8c8a64d1792f req-a1228a5a-e7f7-4d6e-a0c6-919dffa5fe5d tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:19.559254 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-79f2c7a2-a1de-494a-9862-8c8a64d1792f req-a1228a5a-e7f7-4d6e-a0c6-919dffa5fe5d tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0498931 Jan 21 09:43:19.605190 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-79f2c7a2-a1de-494a-9862-8c8a64d1792f req-edd16935-de21-4b30-baa0-7545d868a4fa tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403039 Jan 21 09:43:20.038339 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:43:20.418105 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0616b4-d08e-4cbb-b31d-7b415ed7464c req-01655738-3834-415f-9cf5-836bc2ba441b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:20.420141 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-dd0616b4-d08e-4cbb-b31d-7b415ed7464c req-01655738-3834-415f-9cf5-836bc2ba441b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0554588 Jan 21 09:43:20.490120 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-dd0616b4-d08e-4cbb-b31d-7b415ed7464c req-e26bb3ad-188b-43a5-a883-2bf37a3437ab tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598516 Jan 21 09:43:20.682904 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 48262) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:20.755477 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d7ac5-1268-48c9-b0f9-a4d210a9fe5a req-2770d36f-944e-4f83-8c5c-aef951456b07 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:20.758187 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0b0d7ac5-1268-48c9-b0f9-a4d210a9fe5a req-2770d36f-944e-4f83-8c5c-aef951456b07 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0729854 Jan 21 09:43:20.810449 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0b0d7ac5-1268-48c9-b0f9-a4d210a9fe5a req-96e081d2-2678-4d00-8186-25e822618781 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458343 Jan 21 09:43:20.833405 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-27a2fe06-74e2-491d-a5f0-5a3f29f499e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:20.915551 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-27a2fe06-74e2-491d-a5f0-5a3f29f499e0 admin admin] Publish callbacks [] for security_group (e1ee923d-09a7-4e99-9d08-fe77d7ce5d61), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:20.919907 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-27a2fe06-74e2-491d-a5f0-5a3f29f499e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (e1ee923d-09a7-4e99-9d08-fe77d7ce5d61), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:20.964589 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-27a2fe06-74e2-491d-a5f0-5a3f29f499e0 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=0a139ad7e8fc4e8b995f5877e0ce65bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797952 Jan 21 09:43:20.965660 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2fe06-74e2-491d-a5f0-5a3f29f499e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ee923d-09a7-4e99-9d08-fe77d7ce5d61,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:20.968261 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48276) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:21.036316 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-570e43e9-bced-43dd-a90b-a39ad3d8fe24 admin admin] Publish callbacks [] for security_group (e1ee923d-09a7-4e99-9d08-fe77d7ce5d61), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:21.064427 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-570e43e9-bced-43dd-a90b-a39ad3d8fe24 admin admin] Publish callbacks [] for security_group (e1ee923d-09a7-4e99-9d08-fe77d7ce5d61), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:21.115359 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-570e43e9-bced-43dd-a90b-a39ad3d8fe24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (e1ee923d-09a7-4e99-9d08-fe77d7ce5d61), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:21.118322 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-570e43e9-bced-43dd-a90b-a39ad3d8fe24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:21.119679 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-570e43e9-bced-43dd-a90b-a39ad3d8fe24 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e1ee923d-09a7-4e99-9d08-fe77d7ce5d61 HTTP/1.1" status: 204 len: 168 time: 0.1501162 Jan 21 09:43:21.132461 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e43e9-bced-43dd-a90b-a39ad3d8fe24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ee923d-09a7-4e99-9d08-fe77d7ce5d61,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:21.504234 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48304) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:21.521478 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fc94365f-e89b-41ff-aa86-93433d94433f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:21.612270 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff317b1-c45e-40f3-92f6-8d9817a9fb53 req-0c92712a-d056-4dad-8f02-ad097a3f57d9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:21.613809 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2ff317b1-c45e-40f3-92f6-8d9817a9fb53 req-0c92712a-d056-4dad-8f02-ad097a3f57d9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0544894 Jan 21 09:43:21.627813 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d94d2-c573-4b77-a4a6-00be4babd662 req-0dfb09a8-cf75-4068-839a-015f4e1ae0da tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:21.629324 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9d1d94d2-c573-4b77-a4a6-00be4babd662 req-0dfb09a8-cf75-4068-839a-015f4e1ae0da tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 945 time: 0.0777609 Jan 21 09:43:21.643719 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fc94365f-e89b-41ff-aa86-93433d94433f admin admin] Publish callbacks [] for security_group (53f108fb-4a9b-4687-9ec7-f722a00754aa), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:21.657136 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fc94365f-e89b-41ff-aa86-93433d94433f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (53f108fb-4a9b-4687-9ec7-f722a00754aa), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:21.667295 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2ff317b1-c45e-40f3-92f6-8d9817a9fb53 req-93436097-dc7d-4ecf-baa9-36eb6710a914 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468576 Jan 21 09:43:21.719324 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94365f-e89b-41ff-aa86-93433d94433f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f108fb-4a9b-4687-9ec7-f722a00754aa,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:21.724968 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-fc94365f-e89b-41ff-aa86-93433d94433f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=1b6ab77f75c14ab1bc3882e71d23c0c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196498 Jan 21 09:43:21.728098 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 48310) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:21.730310 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9d1d94d2-c573-4b77-a4a6-00be4babd662 req-774a0759-931f-4358-b755-394cc333ea6a tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/security-groups?id=3cca8927-19f7-492c-8efd-93085dfd9fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916541 Jan 21 09:43:21.777485 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-432630e2-7506-4be1-b8de-9276ddc02b2a admin admin] Publish callbacks [] for security_group (53f108fb-4a9b-4687-9ec7-f722a00754aa), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:21.799443 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-432630e2-7506-4be1-b8de-9276ddc02b2a admin admin] Publish callbacks [] for security_group (53f108fb-4a9b-4687-9ec7-f722a00754aa), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:21.852717 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-432630e2-7506-4be1-b8de-9276ddc02b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (53f108fb-4a9b-4687-9ec7-f722a00754aa), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:21.855556 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-432630e2-7506-4be1-b8de-9276ddc02b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:21.856763 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-432630e2-7506-4be1-b8de-9276ddc02b2a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/53f108fb-4a9b-4687-9ec7-f722a00754aa HTTP/1.1" status: 204 len: 168 time: 0.1276278 Jan 21 09:43:21.867299 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432630e2-7506-4be1-b8de-9276ddc02b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f108fb-4a9b-4687-9ec7-f722a00754aa,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:21.947977 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2f53e-335d-4ce8-a3ab-3b6ab34646db req-173a597d-a280-4222-a637-9598ce688a32 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:21.949524 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d8f2f53e-335d-4ce8-a3ab-3b6ab34646db req-173a597d-a280-4222-a637-9598ce688a32 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0497477 Jan 21 09:43:22.006285 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d8f2f53e-335d-4ce8-a3ab-3b6ab34646db req-bde7c908-2ab4-46ad-a520-4927617725dd tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494215 Jan 21 09:43:22.128650 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dff97a-380d-4235-9daf-97f7f0a3134b req-4e600a1c-5b2e-4055-8766-74d7792b5fbe tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:22.130460 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d8dff97a-380d-4235-9daf-97f7f0a3134b req-4e600a1c-5b2e-4055-8766-74d7792b5fbe tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0501909 Jan 21 09:43:22.139990 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48326) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:22.144967 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-27983f0a-795e-4120-a7b3-cd7b20045d4a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Request body: {'floatingip': {'port_id': 'ec640504-2a98-43e9-a97b-ca251ed7f526'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:22.221738 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-27983f0a-795e-4120-a7b3-cd7b20045d4a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for floatingip (694bec9f-3bd8-4780-8e70-13cab15da52c), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:22.799000 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbc4d5-de07-4c1f-b3a7-e065aa826aae req-4a7875a7-e810-48d1-8608-573523650dc6 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:22.807383 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-98dbc4d5-de07-4c1f-b3a7-e065aa826aae req-4a7875a7-e810-48d1-8608-573523650dc6 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0686905 Jan 21 09:43:22.859455 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-98dbc4d5-de07-4c1f-b3a7-e065aa826aae req-656501eb-6ebf-46da-a626-0f8f5644c9e3 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507059 Jan 21 09:43:22.881966 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-27983f0a-795e-4120-a7b3-cd7b20045d4a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:22.894036 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-27983f0a-795e-4120-a7b3-cd7b20045d4a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910602'] for floatingip (694bec9f-3bd8-4780-8e70-13cab15da52c), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:23.200390 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8b35a-8dbe-413d-91a1-285d3f803967 req-be62edeb-44dc-4ecb-b325-bb56fd089904 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:23.202701 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-10a8b35a-8dbe-413d-91a1-285d3f803967 req-be62edeb-44dc-4ecb-b325-bb56fd089904 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 945 time: 0.3580101 Jan 21 09:43:23.238570 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.l3_db [None req-27983f0a-795e-4120-a7b3-cd7b20045d4a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Floating IP 694bec9f-3bd8-4780-8e70-13cab15da52c associated. External IP: 172.27.1.109, port: ec640504-2a98-43e9-a97b-ca251ed7f526. Jan 21 09:43:23.308949 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-10a8b35a-8dbe-413d-91a1-285d3f803967 req-71b6e1bc-8c44-4888-95d2-3011ea936c3b tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/security-groups?id=3cca8927-19f7-492c-8efd-93085dfd9fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975387 Jan 21 09:43:23.484137 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27983f0a-795e-4120-a7b3-cd7b20045d4a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Router 8ee40f4e-dad1-4072-a96a-156a3c12825a has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:23.594375 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27983f0a-795e-4120-a7b3-cd7b20045d4a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:23.599396 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-27983f0a-795e-4120-a7b3-cd7b20045d4a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:23.610827 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd909d-e949-4c11-9251-640d88792d68 None None] Sync routers for ids ['8ee40f4e-dad1-4072-a96a-156a3c12825a'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:23.625122 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd909d-e949-4c11-9251-640d88792d68 None None] Routers {'8ee40f4e-dad1-4072-a96a-156a3c12825a'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:43:23.625948 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-89fd909d-e949-4c11-9251-640d88792d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:43:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['8ee40f4e-dad1-4072-a96a-156a3c12825a'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:23.631801 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-27983f0a-795e-4120-a7b3-cd7b20045d4a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "PUT /v2.0/floatingips/694bec9f-3bd8-4780-8e70-13cab15da52c HTTP/1.1" status: 200 len: 992 time: 1.4905574 Jan 21 09:43:23.632646 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d24bb40-f9d4-4fa3-93b1-762b75508576', 'tag': 'ec640504-2a98-43e9-a97b-ca251ed7f526'}] {{(pid=109057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:23.643777 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79949007bb9b1bb4c7285b4ffc7cbdeea347a4eb7e1b137d5b1548f1f832f7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b2bcf3-bdfa-4280-819b-0937d0bcdb29" -d '{"events": [{"name": "network-changed", "server_uuid": "3d24bb40-f9d4-4fa3-93b1-762b75508576", "tag": "ec640504-2a98-43e9-a97b-ca251ed7f526"}]}' {{(pid=109057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:23.697310 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d571b9-c6d5-4c4b-9226-258d1c677b92 x-openstack-request-id: req-c7d571b9-c6d5-4c4b-9226-258d1c677b92 {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:23.697620 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d24bb40-f9d4-4fa3-93b1-762b75508576", "tag": "ec640504-2a98-43e9-a97b-ca251ed7f526", "status": "completed", "code": 200}]} {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:23.698078 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-c7d571b9-c6d5-4c4b-9226-258d1c677b92 {{(pid=109057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:23.698516 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d24bb40-f9d4-4fa3-93b1-762b75508576', 'tag': 'ec640504-2a98-43e9-a97b-ca251ed7f526', 'status': 'completed', 'code': 200} Jan 21 09:43:23.737886 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-89fd909d-e949-4c11-9251-640d88792d68 None None] Set router 8ee40f4e-dad1-4072-a96a-156a3c12825a gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:23.983207 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d979cd-a314-4f64-b491-83cd1dfba652 req-3531c2dc-29a9-4f77-8fa3-7d20da01d326 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:23.984793 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d3d979cd-a314-4f64-b491-83cd1dfba652 req-3531c2dc-29a9-4f77-8fa3-7d20da01d326 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0571027 Jan 21 09:43:24.013761 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-89fd909d-e949-4c11-9251-640d88792d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '694bec9f-3bd8-4780-8e70-13cab15da52c', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'port_id': 'ec640504-2a98-43e9-a97b-ca251ed7f526', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'mac_address': 'fa:16:3e:d5:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d24bb40-f9d4-4fa3-93b1-762b75508576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:49Z', 'updated_at': '2022-01-21T09:43:22Z', 'revision_number': 1, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74edab38-68ed-47a0-b4b8-f7db34806da2', 'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'mac_address': 'fa:16:3e:6a:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:34Z', 'updated_at': '2022-01-21T09:42:48Z', 'revision_number': 5, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'subnets': [{'id': '915c81a7-b891-4f9b-9add-d5069201e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:24.034821 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d3d979cd-a314-4f64-b491-83cd1dfba652 req-bceddf7e-18b3-4a0e-80a7-7b8dfe0fa07a tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Jan 21 09:43:24.043561 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd909d-e949-4c11-9251-640d88792d68 None None] Checking router: 8ee40f4e-dad1-4072-a96a-156a3c12825a for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:24.052159 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd909d-e949-4c11-9251-640d88792d68 None None] Routers {'8ee40f4e-dad1-4072-a96a-156a3c12825a'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:43:24.052840 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-89fd909d-e949-4c11-9251-640d88792d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:43:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['8ee40f4e-dad1-4072-a96a-156a3c12825a'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:24.229671 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-89fd909d-e949-4c11-9251-640d88792d68 None None] Set router 8ee40f4e-dad1-4072-a96a-156a3c12825a gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:24.427539 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1a7f8-2de5-4484-b2ad-9d916efa785c req-d57620ce-30e2-45f3-8f0a-fb92be453093 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.429126 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1ff1a7f8-2de5-4484-b2ad-9d916efa785c req-d57620ce-30e2-45f3-8f0a-fb92be453093 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 945 time: 0.0506134 Jan 21 09:43:24.457853 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-89fd909d-e949-4c11-9251-640d88792d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '694bec9f-3bd8-4780-8e70-13cab15da52c', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'port_id': 'ec640504-2a98-43e9-a97b-ca251ed7f526', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'mac_address': 'fa:16:3e:d5:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d24bb40-f9d4-4fa3-93b1-762b75508576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:49Z', 'updated_at': '2022-01-21T09:43:22Z', 'revision_number': 1, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74edab38-68ed-47a0-b4b8-f7db34806da2', 'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'mac_address': 'fa:16:3e:6a:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:34Z', 'updated_at': '2022-01-21T09:42:48Z', 'revision_number': 5, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'subnets': [{'id': '915c81a7-b891-4f9b-9add-d5069201e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:24.486742 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1ff1a7f8-2de5-4484-b2ad-9d916efa785c req-104f52ba-3caa-442a-848d-0489c2fa5158 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/security-groups?id=3cca8927-19f7-492c-8efd-93085dfd9fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516868 Jan 21 09:43:24.488571 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd909d-e949-4c11-9251-640d88792d68 None None] The sync data for ids ['8ee40f4e-dad1-4072-a96a-156a3c12825a'] in dv-cinder-815614-10-iscsi is: [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '694bec9f-3bd8-4780-8e70-13cab15da52c', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'port_id': 'ec640504-2a98-43e9-a97b-ca251ed7f526', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'mac_address': 'fa:16:3e:d5:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d24bb40-f9d4-4fa3-93b1-762b75508576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:49Z', 'updated_at': '2022-01-21T09:43:22Z', 'revision_number': 1, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74edab38-68ed-47a0-b4b8-f7db34806da2', 'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'mac_address': 'fa:16:3e:6a:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:34Z', 'updated_at': '2022-01-21T09:42:48Z', 'revision_number': 5, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'subnets': [{'id': '915c81a7-b891-4f9b-9add-d5069201e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:24.521130 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2bcf3-bdfa-4280-819b-0937d0bcdb29 req-90ef3987-19ed-4b70-8ea0-cab2f1746699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.522685 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d3b2bcf3-bdfa-4280-819b-0937d0bcdb29 req-90ef3987-19ed-4b70-8ea0-cab2f1746699 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=bf5c8457d6fe4995bbd14e5daf73f93a&device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 1099 time: 0.0566869 Jan 21 09:43:24.627733 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2bcf3-bdfa-4280-819b-0937d0bcdb29 req-0c989af4-7168-45b6-8554-3f1d989ce9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.629249 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d3b2bcf3-bdfa-4280-819b-0937d0bcdb29 req-0c989af4-7168-45b6-8554-3f1d989ce9c3 service neutron] 10.222.0.130 "GET /v2.0/networks?id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe HTTP/1.1" status: 200 len: 910 time: 0.1002009 Jan 21 09:43:24.738172 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d3b2bcf3-bdfa-4280-819b-0937d0bcdb29 req-024df43e-ae76-4c5a-9a0f-ce98919d1a7a service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec640504-2a98-43e9-a97b-ca251ed7f526 HTTP/1.1" status: 200 len: 1000 time: 0.0976319 Jan 21 09:43:24.750856 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7968122-e95e-4fd3-b8dd-f0ab779d9b5c None None] New status for floating IP 694bec9f-3bd8-4780-8e70-13cab15da52c: ACTIVE {{(pid=109058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:43:24.794313 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2bcf3-bdfa-4280-819b-0937d0bcdb29 req-d82b9464-3d2b-4a24-a810-fed4b96c6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.796776 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d3b2bcf3-bdfa-4280-819b-0937d0bcdb29 req-d82b9464-3d2b-4a24-a810-fed4b96c6a89 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=915c81a7-b891-4f9b-9add-d5069201e814 HTTP/1.1" status: 200 len: 848 time: 0.0481167 Jan 21 09:43:24.848241 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2bcf3-bdfa-4280-819b-0937d0bcdb29 req-9d19b22a-4716-46e2-b301-29ce0eb84210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.849962 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d3b2bcf3-bdfa-4280-819b-0937d0bcdb29 req-9d19b22a-4716-46e2-b301-29ce0eb84210 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462649 Jan 21 09:43:24.959360 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d3b2bcf3-bdfa-4280-819b-0937d0bcdb29 req-8d03997f-2457-4dfb-a94d-013cddee07d9 service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018586 Jan 21 09:43:25.081663 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d3b2bcf3-bdfa-4280-819b-0937d0bcdb29 req-0a74ab42-c088-4f70-8fd3-f862d3c831b7 service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119792 Jan 21 09:43:25.210117 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ef63b-02a5-4c4e-b735-f58fedecaad1 req-8c7fc3b3-3380-4a30-8f43-9909ea297ba4 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:25.211936 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f13ef63b-02a5-4c4e-b735-f58fedecaad1 req-8c7fc3b3-3380-4a30-8f43-9909ea297ba4 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0746934 Jan 21 09:43:25.268908 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f13ef63b-02a5-4c4e-b735-f58fedecaad1 req-4ab09fdf-d39e-470c-9c7f-98bb4258475b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502784 Jan 21 09:43:25.622116 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7d96a-d0d3-4c5b-a9e5-b78ca6f0d3f7 req-bbe74b9f-e670-4dfc-bc5f-b0b2b66999c9 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:25.625171 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-84f7d96a-d0d3-4c5b-a9e5-b78ca6f0d3f7 req-bbe74b9f-e670-4dfc-bc5f-b0b2b66999c9 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 945 time: 0.0565209 Jan 21 09:43:25.683201 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-84f7d96a-d0d3-4c5b-a9e5-b78ca6f0d3f7 req-667e3086-72db-42f5-8cb8-e38e43942eec tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/security-groups?id=3cca8927-19f7-492c-8efd-93085dfd9fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511429 Jan 21 09:43:26.399023 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65fbe8-19c2-4a63-8993-1c4edc2ba119 req-b89a7c20-91b2-4a73-a5ad-041519ef9665 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:26.400678 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6f65fbe8-19c2-4a63-8993-1c4edc2ba119 req-b89a7c20-91b2-4a73-a5ad-041519ef9665 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0570648 Jan 21 09:43:26.463376 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6f65fbe8-19c2-4a63-8993-1c4edc2ba119 req-436cb7ca-e173-4a25-8cab-501e219c23ab tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561142 Jan 21 09:43:26.510202 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6816b4-c621-4879-b017-e089d9433f0b req-e8b6d5b1-20e9-4024-ab27-fb9eaae14471 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:26.512370 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cd6816b4-c621-4879-b017-e089d9433f0b req-e8b6d5b1-20e9-4024-ab27-fb9eaae14471 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.130 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 945 time: 0.0584874 Jan 21 09:43:26.581418 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48484) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:26.753363 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-cd6816b4-c621-4879-b017-e089d9433f0b req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Deleting port 33816fe7-1b41-4630-a945-53b58b07ba66 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:43:26.753966 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-cd6816b4-c621-4879-b017-e089d9433f0b req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (33816fe7-1b41-4630-a945-53b58b07ba66), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:26.802620 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-301bbefd-c800-4f67-ab3b-d3df492b0057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:26.911475 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256ee17-59ca-4963-85f8-47b7aec845db req-12629384-c9bd-41fd-9615-5f07e474a652 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:26.915435 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-cd6816b4-c621-4879-b017-e089d9433f0b req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] For port 33816fe7-1b41-4630-a945-53b58b07ba66, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=33816fe7-1b41-4630-a945-53b58b07ba66,segment=NetworkSegment(efec8c3e-1772-4d64-b2ad-e61c956fd561),segment_id=efec8c3e-1772-4d64-b2ad-e61c956fd561)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:26.917511 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-cd6816b4-c621-4879-b017-e089d9433f0b req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (33816fe7-1b41-4630-a945-53b58b07ba66), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:26.922543 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b256ee17-59ca-4963-85f8-47b7aec845db req-12629384-c9bd-41fd-9615-5f07e474a652 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 945 time: 0.1132240 Jan 21 09:43:26.935768 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-cd6816b4-c621-4879-b017-e089d9433f0b req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Calling delete_port for 33816fe7-1b41-4630-a945-53b58b07ba66 owned by compute:nova {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:43:27.035668 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b256ee17-59ca-4963-85f8-47b7aec845db req-95ee583a-917e-4eb9-abb9-696ecc444b47 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/security-groups?id=3cca8927-19f7-492c-8efd-93085dfd9fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113586 Jan 21 09:43:27.106978 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-301bbefd-c800-4f67-ab3b-d3df492b0057 admin admin] Publish callbacks [] for security_group (70fc78e0-9d1e-42f0-96d8-1baa5f01bf34), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.115416 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-301bbefd-c800-4f67-ab3b-d3df492b0057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (70fc78e0-9d1e-42f0-96d8-1baa5f01bf34), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.156655 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-cd6816b4-c621-4879-b017-e089d9433f0b req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (33816fe7-1b41-4630-a945-53b58b07ba66), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.157720 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-301bbefd-c800-4f67-ab3b-d3df492b0057 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=e3787c9e568b4be880c29a2106b8c431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5750489 Jan 21 09:43:27.158752 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bbefd-c800-4f67-ab3b-d3df492b0057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fc78e0-9d1e-42f0-96d8-1baa5f01bf34,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.161638 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48518) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:27.187870 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bbefd-c800-4f67-ab3b-d3df492b0057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.187870 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bbefd-c800-4f67-ab3b-d3df492b0057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.187870 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bbefd-c800-4f67-ab3b-d3df492b0057 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.187870 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bbefd-c800-4f67-ab3b-d3df492b0057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.187870 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bbefd-c800-4f67-ab3b-d3df492b0057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.187870 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bbefd-c800-4f67-ab3b-d3df492b0057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.187870 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bbefd-c800-4f67-ab3b-d3df492b0057 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.187870 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bbefd-c800-4f67-ab3b-d3df492b0057 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.188634 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bbefd-c800-4f67-ab3b-d3df492b0057 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.188634 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bbefd-c800-4f67-ab3b-d3df492b0057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.190002 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bbefd-c800-4f67-ab3b-d3df492b0057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.190002 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bbefd-c800-4f67-ab3b-d3df492b0057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.190002 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bbefd-c800-4f67-ab3b-d3df492b0057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.195369 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48520) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:27.240395 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-dafc4580-2328-44e2-8a34-15d16027790b admin admin] Publish callbacks [] for security_group (70fc78e0-9d1e-42f0-96d8-1baa5f01bf34), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.259633 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Pushing event deleted for resources: {'Port': ['ID=33816fe7-1b41-4630-a945-53b58b07ba66,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.274228 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-dafc4580-2328-44e2-8a34-15d16027790b admin admin] Publish callbacks [] for security_group (70fc78e0-9d1e-42f0-96d8-1baa5f01bf34), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.328635 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.328911 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.329906 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.329906 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.330184 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.330505 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.330915 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.331266 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.333854 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.333854 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.333854 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.333854 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.333854 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:27.354141 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6816b4-c621-4879-b017-e089d9433f0b req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] No DVR routers for this DVR port 33816fe7-1b41-4630-a945-53b58b07ba66 on host hv-cinder-81561 {{(pid=109056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:27.355257 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-dafc4580-2328-44e2-8a34-15d16027790b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (70fc78e0-9d1e-42f0-96d8-1baa5f01bf34), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.357855 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-cd6816b4-c621-4879-b017-e089d9433f0b req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.360759 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-dafc4580-2328-44e2-8a34-15d16027790b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.362486 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-dafc4580-2328-44e2-8a34-15d16027790b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/70fc78e0-9d1e-42f0-96d8-1baa5f01bf34 HTTP/1.1" status: 204 len: 168 time: 0.2007239 Jan 21 09:43:27.365457 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cd6816b4-c621-4879-b017-e089d9433f0b req-d559c105-66fe-4d86-a10e-15b69fbaaba3 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.130 "DELETE /v2.0/ports/33816fe7-1b41-4630-a945-53b58b07ba66 HTTP/1.1" status: 204 len: 173 time: 0.8380892 Jan 21 09:43:27.366226 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d5404c-ec2c-46c5-8612-b4a0450eda23', 'name': 'network-vif-deleted', 'tag': '33816fe7-1b41-4630-a945-53b58b07ba66'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:27.371223 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac37f89b-3f07-4336-80fb-1f573f117629" -d '{"events": [{"server_uuid": "f1d5404c-ec2c-46c5-8612-b4a0450eda23", "name": "network-vif-deleted", "tag": "33816fe7-1b41-4630-a945-53b58b07ba66"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:27.387667 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc4580-2328-44e2-8a34-15d16027790b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fc78e0-9d1e-42f0-96d8-1baa5f01bf34,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.426836 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bf3717c3-aa11-44d9-824d-6c9a9044caaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.545946 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bf3717c3-aa11-44d9-824d-6c9a9044caaa admin admin] Publish callbacks [] for security_group (c78d6167-cfe6-4907-b823-6fdfe5ce473f), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.555237 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bf3717c3-aa11-44d9-824d-6c9a9044caaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (c78d6167-cfe6-4907-b823-6fdfe5ce473f), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.608520 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 48542) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:27.636689 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-bf3717c3-aa11-44d9-824d-6c9a9044caaa admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=7a4c35c032524ac687afa779208258b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402003 Jan 21 09:43:27.636946 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7bbfbb-30fa-4565-9380-d0f468ff3bcb x-openstack-request-id: req-9e7bbfbb-30fa-4565-9380-d0f468ff3bcb {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:27.637271 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d5404c-ec2c-46c5-8612-b4a0450eda23", "name": "network-vif-deleted", "tag": "33816fe7-1b41-4630-a945-53b58b07ba66", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:27.637560 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-9e7bbfbb-30fa-4565-9380-d0f468ff3bcb {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:27.638336 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d5404c-ec2c-46c5-8612-b4a0450eda23', 'name': 'network-vif-deleted', 'tag': '33816fe7-1b41-4630-a945-53b58b07ba66', 'status': 'completed', 'code': 200} Jan 21 09:43:27.640431 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 48546) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:27.641304 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3717c3-aa11-44d9-824d-6c9a9044caaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78d6167-cfe6-4907-b823-6fdfe5ce473f,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.663589 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b18189-18fd-4a1f-b90b-2d518e9af3c7 req-12f18cbf-af03-456a-badf-8bbf58cf5be6 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:27.665435 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-20b18189-18fd-4a1f-b90b-2d518e9af3c7 req-12f18cbf-af03-456a-badf-8bbf58cf5be6 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.1063950 Jan 21 09:43:27.711459 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c1a30296-f287-43f4-a90a-6a8fe7304e6f admin admin] Publish callbacks [] for security_group (c78d6167-cfe6-4907-b823-6fdfe5ce473f), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.740626 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-20b18189-18fd-4a1f-b90b-2d518e9af3c7 req-a73fd381-cc8a-431a-96df-84e4df08942f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656986 Jan 21 09:43:27.742620 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c1a30296-f287-43f4-a90a-6a8fe7304e6f admin admin] Publish callbacks [] for security_group (c78d6167-cfe6-4907-b823-6fdfe5ce473f), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.777716 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48550) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:27.793265 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-cd7f2aea-8f62-4a78-baf7-615dbd2daf34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.803517 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c1a30296-f287-43f4-a90a-6a8fe7304e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (c78d6167-cfe6-4907-b823-6fdfe5ce473f), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.806167 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c1a30296-f287-43f4-a90a-6a8fe7304e6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.807629 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-c1a30296-f287-43f4-a90a-6a8fe7304e6f admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c78d6167-cfe6-4907-b823-6fdfe5ce473f HTTP/1.1" status: 204 len: 168 time: 0.1660662 Jan 21 09:43:27.823059 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a30296-f287-43f4-a90a-6a8fe7304e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78d6167-cfe6-4907-b823-6fdfe5ce473f,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.836125 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e78e57f3-3167-43de-bd0d-d56c3d8b893e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.884980 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-cd7f2aea-8f62-4a78-baf7-615dbd2daf34 admin admin] Publish callbacks [] for security_group (9390f0d9-07dd-44c8-90c6-75201906004b), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.890543 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-cd7f2aea-8f62-4a78-baf7-615dbd2daf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (9390f0d9-07dd-44c8-90c6-75201906004b), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.928357 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e78e57f3-3167-43de-bd0d-d56c3d8b893e admin admin] Publish callbacks [] for security_group (11dcab0f-f1e4-4c60-9286-5639cca6e85f), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.929246 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f2aea-8f62-4a78-baf7-615dbd2daf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9390f0d9-07dd-44c8-90c6-75201906004b,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.934466 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e78e57f3-3167-43de-bd0d-d56c3d8b893e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (11dcab0f-f1e4-4c60-9286-5639cca6e85f), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.939220 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-cd7f2aea-8f62-4a78-baf7-615dbd2daf34 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=e44b155013da4289996cfc3fe873e222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592975 Jan 21 09:43:27.939858 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48554) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:27.978574 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-e78e57f3-3167-43de-bd0d-d56c3d8b893e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=f0e9078c075c4c37bc687fe65cde7faa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3685975 Jan 21 09:43:27.979527 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e57f3-3167-43de-bd0d-d56c3d8b893e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dcab0f-f1e4-4c60-9286-5639cca6e85f,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.981526 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48556) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:28.041879 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c044bdd7-9ef7-4d53-a179-44b25ee4a872 admin admin] Publish callbacks [] for security_group (9390f0d9-07dd-44c8-90c6-75201906004b), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:28.079996 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c044bdd7-9ef7-4d53-a179-44b25ee4a872 admin admin] Publish callbacks [] for security_group (9390f0d9-07dd-44c8-90c6-75201906004b), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:28.093199 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bbd9cb46-a1bf-444c-a0d9-de2841262302 admin admin] Publish callbacks [] for security_group (11dcab0f-f1e4-4c60-9286-5639cca6e85f), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:28.143012 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bbd9cb46-a1bf-444c-a0d9-de2841262302 admin admin] Publish callbacks [] for security_group (11dcab0f-f1e4-4c60-9286-5639cca6e85f), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:28.163727 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-214052b6-12a8-4131-b06a-bea05d7c41c6 req-0f13fc60-20ed-4779-b1b7-2f7b9f08e0d1 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 210 time: 0.0389915 Jan 21 09:43:28.191529 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c044bdd7-9ef7-4d53-a179-44b25ee4a872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (9390f0d9-07dd-44c8-90c6-75201906004b), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:28.194085 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c044bdd7-9ef7-4d53-a179-44b25ee4a872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:28.195285 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-c044bdd7-9ef7-4d53-a179-44b25ee4a872 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/9390f0d9-07dd-44c8-90c6-75201906004b HTTP/1.1" status: 204 len: 168 time: 0.2533972 Jan 21 09:43:28.205617 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044bdd7-9ef7-4d53-a179-44b25ee4a872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9390f0d9-07dd-44c8-90c6-75201906004b,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:28.233045 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bbd9cb46-a1bf-444c-a0d9-de2841262302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (11dcab0f-f1e4-4c60-9286-5639cca6e85f), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:28.235981 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bbd9cb46-a1bf-444c-a0d9-de2841262302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:28.237427 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-bbd9cb46-a1bf-444c-a0d9-de2841262302 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/11dcab0f-f1e4-4c60-9286-5639cca6e85f HTTP/1.1" status: 204 len: 168 time: 0.2547300 Jan 21 09:43:28.245738 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9cb46-a1bf-444c-a0d9-de2841262302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dcab0f-f1e4-4c60-9286-5639cca6e85f,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:28.279273 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48570) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:28.301216 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4f3eaf42-75ce-42c0-87ff-9d65fa695273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:28.389529 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4f3eaf42-75ce-42c0-87ff-9d65fa695273 admin admin] Publish callbacks [] for security_group (a64d6117-ec9d-496c-80cb-0c211ebf6b56), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:28.396027 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4f3eaf42-75ce-42c0-87ff-9d65fa695273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (a64d6117-ec9d-496c-80cb-0c211ebf6b56), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:28.435001 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3eaf42-75ce-42c0-87ff-9d65fa695273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64d6117-ec9d-496c-80cb-0c211ebf6b56,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:28.442038 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-4f3eaf42-75ce-42c0-87ff-9d65fa695273 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=fd4a40e99ec54012a480567bf99f4371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578016 Jan 21 09:43:28.442432 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 48574) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:28.495610 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8839c141-b9c4-44fa-86e0-4fa1fac370fa admin admin] Publish callbacks [] for security_group (a64d6117-ec9d-496c-80cb-0c211ebf6b56), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:28.519609 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8839c141-b9c4-44fa-86e0-4fa1fac370fa admin admin] Publish callbacks [] for security_group (a64d6117-ec9d-496c-80cb-0c211ebf6b56), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:28.572709 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8839c141-b9c4-44fa-86e0-4fa1fac370fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (a64d6117-ec9d-496c-80cb-0c211ebf6b56), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:28.575676 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8839c141-b9c4-44fa-86e0-4fa1fac370fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:28.580369 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-8839c141-b9c4-44fa-86e0-4fa1fac370fa admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a64d6117-ec9d-496c-80cb-0c211ebf6b56 HTTP/1.1" status: 204 len: 168 time: 0.1342075 Jan 21 09:43:28.585705 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839c141-b9c4-44fa-86e0-4fa1fac370fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64d6117-ec9d-496c-80cb-0c211ebf6b56,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:28.742252 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 48588) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:28.755966 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-db94186a-fb24-4483-82ea-173652820368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:28.854005 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['33816fe7-1b41-4630-a945-53b58b07ba66'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:43:28.890635 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-db94186a-fb24-4483-82ea-173652820368 admin admin] Publish callbacks [] for security_group (b3e495a8-21b8-4405-8137-dd339dd062fa), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:28.893079 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4e03e-98f0-4ecc-908a-d8bc35008286 req-8547450f-cfb3-4d7c-a5c7-55fd274b3e6d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:28.894990 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-eae4e03e-98f0-4ecc-908a-d8bc35008286 req-8547450f-cfb3-4d7c-a5c7-55fd274b3e6d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0727296 Jan 21 09:43:28.896917 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-db94186a-fb24-4483-82ea-173652820368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (b3e495a8-21b8-4405-8137-dd339dd062fa), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:28.929161 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-db94186a-fb24-4483-82ea-173652820368 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=00d9f1a18258424d84d16032d969e833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1855984 Jan 21 09:43:28.929733 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 48596) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:28.970057 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-eae4e03e-98f0-4ecc-908a-d8bc35008286 req-901788c1-52a4-42b8-a93d-26f260c7633c tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632513 Jan 21 09:43:28.977831 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94186a-fb24-4483-82ea-173652820368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e495a8-21b8-4405-8137-dd339dd062fa,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:29.010583 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-1f45348b-e4b3-4fb7-a665-36fb481ed05c admin admin] Publish callbacks [] for security_group (b3e495a8-21b8-4405-8137-dd339dd062fa), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:29.033558 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-1f45348b-e4b3-4fb7-a665-36fb481ed05c admin admin] Publish callbacks [] for security_group (b3e495a8-21b8-4405-8137-dd339dd062fa), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:29.100680 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-1f45348b-e4b3-4fb7-a665-36fb481ed05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (b3e495a8-21b8-4405-8137-dd339dd062fa), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:29.103655 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-1f45348b-e4b3-4fb7-a665-36fb481ed05c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:29.107448 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-1f45348b-e4b3-4fb7-a665-36fb481ed05c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/b3e495a8-21b8-4405-8137-dd339dd062fa HTTP/1.1" status: 204 len: 168 time: 0.1731124 Jan 21 09:43:29.115649 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45348b-e4b3-4fb7-a665-36fb481ed05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e495a8-21b8-4405-8137-dd339dd062fa,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:29.267226 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-45c48a03-a8cd-4ac7-8b3d-04885c8de89b req-e7b97727-9a8b-464b-b1d2-ccebe24555f7 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 210 time: 0.0272536 Jan 21 09:43:30.089034 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d64bd-0ec7-49c7-8c6f-0f3364de927e req-ff53472f-4d67-4a39-b316-8e692da2dc68 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.092286 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ec4d64bd-0ec7-49c7-8c6f-0f3364de927e req-ff53472f-4d67-4a39-b316-8e692da2dc68 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0591452 Jan 21 09:43:30.155898 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ec4d64bd-0ec7-49c7-8c6f-0f3364de927e req-4136b644-b241-40a6-9e05-09b56e31017f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564146 Jan 21 09:43:30.403731 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-763f148d-5947-43ea-a9c2-9ed7fb72109c req-64e34df3-73d4-4e01-98a7-3080732fce10 tempest-DeleteServersTestJSON-426990064 tempest-DeleteServersTestJSON-426990064-project] 10.222.0.112 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 210 time: 0.0354590 Jan 21 09:43:30.867341 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 33816fe7-1b41-4630-a945-53b58b07ba66 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:43:30.911608 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: 33816fe7-1b41-4630-a945-53b58b07ba66 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:43:30.923505 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 33816fe7-1b41-4630-a945-53b58b07ba66 not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:43:31.199105 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0f6493cd-0447-4921-b3c9-0c63372edb71 req-00ea1777-5e26-4330-83ae-e9baeb54934b service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0412908 Jan 21 09:43:31.241988 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:31.318827 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0f6493cd-0447-4921-b3c9-0c63372edb71 req-bac977fa-8171-49e2-b1aa-63832c098d67 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=9d5b05bd131c41f684421642ee2f7e07&device_id=f1d5404c-ec2c-46c5-8612-b4a0450eda23 HTTP/1.1" status: 200 len: 210 time: 0.0463662 Jan 21 09:43:31.345635 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa7179-4885-437f-8cce-c09ba7867470 req-760aafe4-bf94-43ef-96fd-8b284501b9fb tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:31.347187 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-62aa7179-4885-437f-8cce-c09ba7867470 req-760aafe4-bf94-43ef-96fd-8b284501b9fb tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0874588 Jan 21 09:43:31.515617 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-62aa7179-4885-437f-8cce-c09ba7867470 req-cf7e5073-6b38-4128-b080-fd2589cc4d60 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618335 Jan 21 09:43:31.567695 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6493cd-0447-4921-b3c9-0c63372edb71 req-81e0089d-fa4b-4114-9247-a6395b081171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:31.569296 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0f6493cd-0447-4921-b3c9-0c63372edb71 req-81e0089d-fa4b-4114-9247-a6395b081171 service neutron] 10.222.0.130 "GET /v2.0/networks?tenant_id=9d5b05bd131c41f684421642ee2f7e07&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2091012 Jan 21 09:43:31.984710 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6493cd-0447-4921-b3c9-0c63372edb71 req-19b4da55-7360-4aed-868a-91a3c2230d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:31.986479 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0f6493cd-0447-4921-b3c9-0c63372edb71 req-19b4da55-7360-4aed-868a-91a3c2230d72 service neutron] 10.222.0.130 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4100068 Jan 21 09:43:32.641173 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692bee1-2841-4d02-a038-2f33c730647a req-3906373a-f8b1-492e-a692-7b341f437e1c tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:32.642680 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a692bee1-2841-4d02-a038-2f33c730647a req-3906373a-f8b1-492e-a692-7b341f437e1c tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0579011 Jan 21 09:43:32.696408 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a692bee1-2841-4d02-a038-2f33c730647a req-4dd3aed2-5060-4ae6-8bcb-0a98fe521903 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479581 Jan 21 09:43:32.747355 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48800) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:32.853824 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-180cdb46-b2af-4078-b17e-ebed10b59d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:32.915157 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 48812) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:32.936656 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-180cdb46-b2af-4078-b17e-ebed10b59d22 admin admin] Publish callbacks [] for security_group (85c87b96-aeb5-4921-a895-054f3678f0e9), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:32.941209 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-180cdb46-b2af-4078-b17e-ebed10b59d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (85c87b96-aeb5-4921-a895-054f3678f0e9), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:32.964499 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5073aba-4819-4193-b174-8198532fb54d admin admin] Deleting subnet 98903f2d-b1f4-42b2-a5a2-6128900ae9a9 {{(pid=109056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:43:32.968269 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b5073aba-4819-4193-b174-8198532fb54d admin admin] Publish callbacks [] for subnet (98903f2d-b1f4-42b2-a5a2-6128900ae9a9), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:32.980896 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-180cdb46-b2af-4078-b17e-ebed10b59d22 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d4c033010e664a84bf546ded3af0a866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324162 Jan 21 09:43:32.981685 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cdb46-b2af-4078-b17e-ebed10b59d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c87b96-aeb5-4921-a895-054f3678f0e9,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:32.984126 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48814) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:33.006883 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b5073aba-4819-4193-b174-8198532fb54d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051165'] for subnet (98903f2d-b1f4-42b2-a5a2-6128900ae9a9), precommit_delete_associations {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.031965 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1a7c1d58-8392-40e1-b9ed-1835fcdba895 admin admin] Publish callbacks [] for security_group (85c87b96-aeb5-4921-a895-054f3678f0e9), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.046060 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b5073aba-4819-4193-b174-8198532fb54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440766'] for subnet (98903f2d-b1f4-42b2-a5a2-6128900ae9a9), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.056010 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1a7c1d58-8392-40e1-b9ed-1835fcdba895 admin admin] Publish callbacks [] for security_group (85c87b96-aeb5-4921-a895-054f3678f0e9), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.100835 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b5073aba-4819-4193-b174-8198532fb54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6057301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5368280'] for subnet (98903f2d-b1f4-42b2-a5a2-6128900ae9a9), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.105678 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1a7c1d58-8392-40e1-b9ed-1835fcdba895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (85c87b96-aeb5-4921-a895-054f3678f0e9), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.108329 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1a7c1d58-8392-40e1-b9ed-1835fcdba895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.109532 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-1a7c1d58-8392-40e1-b9ed-1835fcdba895 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/85c87b96-aeb5-4921-a895-054f3678f0e9 HTTP/1.1" status: 204 len: 168 time: 0.1244681 Jan 21 09:43:33.117564 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c1d58-8392-40e1-b9ed-1835fcdba895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c87b96-aeb5-4921-a895-054f3678f0e9,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.129709 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5073aba-4819-4193-b174-8198532fb54d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98903f2d-b1f4-42b2-a5a2-6128900ae9a9,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.131710 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b5073aba-4819-4193-b174-8198532fb54d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.134955 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-b5073aba-4819-4193-b174-8198532fb54d admin admin] 10.222.0.112 "DELETE /v2.0/subnets/98903f2d-b1f4-42b2-a5a2-6128900ae9a9 HTTP/1.1" status: 204 len: 168 time: 0.2181802 Jan 21 09:43:33.137652 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 48818) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:33.220763 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e31fe5b6-1750-4b0d-b165-58aeb41b619f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466178'] for network (c78035e0-dffe-4a14-9de5-2d026ceb1de0), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.301418 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e31fe5b6-1750-4b0d-b165-58aeb41b619f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409116', 'neutron.services.segments.db._delete_segments_for_network-8767559616543'] for network (c78035e0-dffe-4a14-9de5-2d026ceb1de0), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.324814 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-e31fe5b6-1750-4b0d-b165-58aeb41b619f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78035e0-dffe-4a14-9de5-2d026ceb1de0']}} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.334208 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-e31fe5b6-1750-4b0d-b165-58aeb41b619f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efec8c3e-1772-4d64-b2ad-e61c956fd561') {'for_net_delete': True} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.334523 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-e31fe5b6-1750-4b0d-b165-58aeb41b619f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efec8c3e-1772-4d64-b2ad-e61c956fd561') {} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.344382 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e31fe5b6-1750-4b0d-b165-58aeb41b619f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767559616925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051238'] for segment (efec8c3e-1772-4d64-b2ad-e61c956fd561), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.357350 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e31fe5b6-1750-4b0d-b165-58aeb41b619f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (efec8c3e-1772-4d64-b2ad-e61c956fd561), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.364744 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31fe5b6-1750-4b0d-b165-58aeb41b619f admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=109056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:33.365091 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e31fe5b6-1750-4b0d-b165-58aeb41b619f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6057279'] for segment (efec8c3e-1772-4d64-b2ad-e61c956fd561), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: Traceback (most recent call last): Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: timer() Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: cb(*args, **kw) Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: return func(*args, **kwargs) Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: self._notify() Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: self.callback(batched_events) Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: event.method(event) Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: return f(self, *a, **k) Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._get(url).json() Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:33.366916 dv-cinder-815614-10-iscsi neutron-server[109056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:33.423769 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e31fe5b6-1750-4b0d-b165-58aeb41b619f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910546'] for network (c78035e0-dffe-4a14-9de5-2d026ceb1de0), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.428607 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e31fe5b6-1750-4b0d-b165-58aeb41b619f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.432474 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48826) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:33.432675 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-e31fe5b6-1750-4b0d-b165-58aeb41b619f admin admin] 10.222.0.112 "DELETE /v2.0/networks/c78035e0-dffe-4a14-9de5-2d026ceb1de0 HTTP/1.1" status: 204 len: 168 time: 0.2938435 Jan 21 09:43:33.447795 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-93423215-dd29-4b89-bc5b-23f595644baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.448178 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fe5b6-1750-4b0d-b165-58aeb41b619f admin admin] Pushing event deleted for resources: {'Network': ['ID=c78035e0-dffe-4a14-9de5-2d026ceb1de0,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.544223 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-93423215-dd29-4b89-bc5b-23f595644baf admin admin] Publish callbacks [] for security_group (a71f91e4-9d25-4eec-90dc-fd77078fa064), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.548969 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-93423215-dd29-4b89-bc5b-23f595644baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (a71f91e4-9d25-4eec-90dc-fd77078fa064), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.587808 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-93423215-dd29-4b89-bc5b-23f595644baf admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=7bf8a785d3ab48e5ae20b8a32d7f7884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1541064 Jan 21 09:43:33.588623 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93423215-dd29-4b89-bc5b-23f595644baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71f91e4-9d25-4eec-90dc-fd77078fa064,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.591240 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 48834) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:33.631654 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48836) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:33.647594 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f2636170-e47f-4d84-acb6-3438526c29d2 admin admin] Publish callbacks [] for security_group (a71f91e4-9d25-4eec-90dc-fd77078fa064), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.669679 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f2636170-e47f-4d84-acb6-3438526c29d2 admin admin] Publish callbacks [] for security_group (a71f91e4-9d25-4eec-90dc-fd77078fa064), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.675349 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-8dcb6444-c58f-4ade-87cb-739c92ce6732 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=9d5b05bd131c41f684421642ee2f7e07&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383227 Jan 21 09:43:33.676108 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48838) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:33.722293 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f2636170-e47f-4d84-acb6-3438526c29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (a71f91e4-9d25-4eec-90dc-fd77078fa064), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.725354 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f2636170-e47f-4d84-acb6-3438526c29d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.729399 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-f2636170-e47f-4d84-acb6-3438526c29d2 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a71f91e4-9d25-4eec-90dc-fd77078fa064 HTTP/1.1" status: 204 len: 168 time: 0.1343098 Jan 21 09:43:33.730195 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-99bbfbff-b032-4342-b437-0c33fb281924 admin admin] Publish callbacks [] for security_group (3cca8927-19f7-492c-8efd-93085dfd9fd7), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.741064 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2636170-e47f-4d84-acb6-3438526c29d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71f91e4-9d25-4eec-90dc-fd77078fa064,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.763248 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-99bbfbff-b032-4342-b437-0c33fb281924 admin admin] Publish callbacks [] for security_group (3cca8927-19f7-492c-8efd-93085dfd9fd7), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.846299 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a39e2-0307-4a55-aee8-214d71da4d23 req-b37e493e-60b7-4281-8809-d31bcba0165c tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:33.847810 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-042a39e2-0307-4a55-aee8-214d71da4d23 req-b37e493e-60b7-4281-8809-d31bcba0165c tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0690014 Jan 21 09:43:33.867063 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-99bbfbff-b032-4342-b437-0c33fb281924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (3cca8927-19f7-492c-8efd-93085dfd9fd7), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.869575 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-99bbfbff-b032-4342-b437-0c33fb281924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.870692 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-99bbfbff-b032-4342-b437-0c33fb281924 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3cca8927-19f7-492c-8efd-93085dfd9fd7 HTTP/1.1" status: 204 len: 168 time: 0.1936131 Jan 21 09:43:33.884770 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbfbff-b032-4342-b437-0c33fb281924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cca8927-19f7-492c-8efd-93085dfd9fd7,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.924535 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-042a39e2-0307-4a55-aee8-214d71da4d23 req-96c29340-2ada-4e47-bfac-2459476404aa tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707476 Jan 21 09:43:34.714919 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 48892) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:34.862813 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-a90c1409-f59d-497b-a7ee-94720dc2fd26 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-network', 'tenant_id': '7856a1f7c3034123ad5178bc63058030'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:34.888359 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90c1409-f59d-497b-a7ee-94720dc2fd26 admin admin] Made reservation on behalf of 7856a1f7c3034123ad5178bc63058030 for: {'network': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:34.891331 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a90c1409-f59d-497b-a7ee-94720dc2fd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:34.899725 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a90c1409-f59d-497b-a7ee-94720dc2fd26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:34.992941 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a90c1409-f59d-497b-a7ee-94720dc2fd26 admin admin] Publish callbacks [] for security_group (3e5196f9-f25f-474f-b046-7741edc2aa6f), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:34.997547 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a90c1409-f59d-497b-a7ee-94720dc2fd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (3e5196f9-f25f-474f-b046-7741edc2aa6f), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.020264 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90c1409-f59d-497b-a7ee-94720dc2fd26 admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=109056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:35.040754 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c1409-f59d-497b-a7ee-94720dc2fd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5196f9-f25f-474f-b046-7741edc2aa6f,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.045725 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a90c1409-f59d-497b-a7ee-94720dc2fd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (5093806e-81ed-422c-b7b9-d82af1736f07), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.046086 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.segments_db [None req-a90c1409-f59d-497b-a7ee-94720dc2fd26 admin admin] Added segment 5093806e-81ed-422c-b7b9-d82af1736f07 of type vlan for network 07378755-75a7-4292-9dfc-589db966e3ea Jan 21 09:43:35.047798 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e5d88-6977-471f-8cb4-b02398bcabb6 req-8ac2bf2d-91a6-45e8-b836-f93d5703aa15 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:35.051452 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-651e5d88-6977-471f-8cb4-b02398bcabb6 req-8ac2bf2d-91a6-45e8-b836-f93d5703aa15 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0591569 Jan 21 09:43:35.099054 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a90c1409-f59d-497b-a7ee-94720dc2fd26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (07378755-75a7-4292-9dfc-589db966e3ea), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.110970 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-651e5d88-6977-471f-8cb4-b02398bcabb6 req-e2990e97-41f9-4de2-a5e2-c508de1abed4 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535290 Jan 21 09:43:35.125970 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a90c1409-f59d-497b-a7ee-94720dc2fd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (07378755-75a7-4292-9dfc-589db966e3ea), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.127042 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90c1409-f59d-497b-a7ee-94720dc2fd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:35.127703 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a90c1409-f59d-497b-a7ee-94720dc2fd26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.158439 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-a90c1409-f59d-497b-a7ee-94720dc2fd26 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4423478 Jan 21 09:43:35.162038 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48912) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:35.167227 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-23994ca9-9182-499f-a9fc-e8e762bb9c50 admin admin] Request body: {'subnet': {'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-subnet', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:35.195801 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c1409-f59d-497b-a7ee-94720dc2fd26 admin admin] Pushing event updated for resources: {'Network': ['ID=07378755-75a7-4292-9dfc-589db966e3ea,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.198656 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23994ca9-9182-499f-a9fc-e8e762bb9c50 admin admin] Made reservation on behalf of 7856a1f7c3034123ad5178bc63058030 for: {'subnet': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:35.202359 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-23994ca9-9182-499f-a9fc-e8e762bb9c50 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.207235 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network 07378755-75a7-4292-9dfc-589db966e3ea details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:43:35.378350 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-23994ca9-9182-499f-a9fc-e8e762bb9c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for subnet (8ce5e84a-93b0-4cbd-b344-38a756d16f49), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.438549 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23994ca9-9182-499f-a9fc-e8e762bb9c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce5e84a-93b0-4cbd-b344-38a756d16f49,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.446090 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23994ca9-9182-499f-a9fc-e8e762bb9c50 admin admin] Checking segment: {'id': '5093806e-81ed-422c-b7b9-d82af1736f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:43:35.446475 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23994ca9-9182-499f-a9fc-e8e762bb9c50 admin admin] Network hostable DHCP agents. Network: 07378755-75a7-4292-9dfc-589db966e3ea, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:35.469358 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23994ca9-9182-499f-a9fc-e8e762bb9c50 admin admin] Network 07378755-75a7-4292-9dfc-589db966e3ea is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:35.480223 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-23994ca9-9182-499f-a9fc-e8e762bb9c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, 07378755-75a7-4292-9dfc-589db966e3ea) {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:35.486232 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23994ca9-9182-499f-a9fc-e8e762bb9c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:35.487097 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-23994ca9-9182-499f-a9fc-e8e762bb9c50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.496574 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11407a3-b9f8-40fd-a279-9f2d0708e0b9 None None] Network 07378755-75a7-4292-9dfc-589db966e3ea requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:43:35.507614 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-23994ca9-9182-499f-a9fc-e8e762bb9c50 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3444345 Jan 21 09:43:35.511963 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48932) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:35.518059 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:35.557171 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7907917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15989'] for router (d4417b3f-c882-4dec-9e91-e4744307c5dc), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.558333 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7909373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8057193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15994'] for router (d4417b3f-c882-4dec-9e91-e4744307c5dc), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.625066 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Publish callbacks [] for router_controller (d4417b3f-c882-4dec-9e91-e4744307c5dc), precommit_add_association {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.633358 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3693bb14-d069-572a-a73c-21e20adad4c6-07378755-75a7-4292-9dfc-589db966e3ea', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'project_id': '7856a1f7c3034123ad5178bc63058030', 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49'}]}} from dv-cinder-815614-10-iscsi. {{(pid=109058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:43:35.634294 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.774743 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Publish callbacks [] for router_gateway (d4417b3f-c882-4dec-9e91-e4744307c5dc), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.791721 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.db_base_plugin_common [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Allocated IP 172.20.0.2 (07378755-75a7-4292-9dfc-589db966e3ea/8ce5e84a-93b0-4cbd-b344-38a756d16f49/192c1e1e-1c1e-4253-838d-de8ac5afadd5) {{(pid=109058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:35.972617 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Publish callbacks [] for port (192c1e1e-1c1e-4253-838d-de8ac5afadd5), precommit_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.979359 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834'] for port (192c1e1e-1c1e-4253-838d-de8ac5afadd5), after_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:36.014892 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Publish callbacks [] for router_gateway (d4417b3f-c882-4dec-9e91-e4744307c5dc), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:36.026240 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Network 07378755-75a7-4292-9dfc-589db966e3ea is already hosted by enough agents. {{(pid=109058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:36.029782 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.base_scheduler [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Resources bound (agent type, host, resource id): {{(pid=109058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:36.033243 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Received port after_create {{(pid=109058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:43:36.036515 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:36.040527 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Pushing event updated for resources: {'Port': ['ID=192c1e1e-1c1e-4253-838d-de8ac5afadd5,revision_number=1']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.088738 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:36.089535 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:36.089813 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:36.090335 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:36.090884 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:36.091444 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:36.092470 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:36.093020 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:36.093556 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:36.093939 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:36.094289 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:36.094637 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:36.095013 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:36.109202 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Attempting to bind port 192c1e1e-1c1e-4253-838d-de8ac5afadd5 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:43:36.109874 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Attempting to bind port 192c1e1e-1c1e-4253-838d-de8ac5afadd5 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '5093806e-81ed-422c-b7b9-d82af1736f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:43:36.110259 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Attempting to bind port 192c1e1e-1c1e-4253-838d-de8ac5afadd5 on network 07378755-75a7-4292-9dfc-589db966e3ea {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:43:36.116024 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:43:36.116411 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Checking segment: {'id': '5093806e-81ed-422c-b7b9-d82af1736f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:43:36.117023 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:36.117432 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Bound using segment: {'id': '5093806e-81ed-422c-b7b9-d82af1736f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:43:36.118127 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Bound port: 192c1e1e-1c1e-4253-838d-de8ac5afadd5, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5093806e-81ed-422c-b7b9-d82af1736f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:43:36.118530 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (192c1e1e-1c1e-4253-838d-de8ac5afadd5), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:36.172591 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Allocated IP 172.27.1.82 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/e67c3922-23ab-4768-9e8d-a2e9ba6522f1) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:36.198699 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] For port 192c1e1e-1c1e-4253-838d-de8ac5afadd5, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:36.202976 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] For port 192c1e1e-1c1e-4253-838d-de8ac5afadd5, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=192c1e1e-1c1e-4253-838d-de8ac5afadd5,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:36.210528 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (192c1e1e-1c1e-4253-838d-de8ac5afadd5), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:36.274075 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113742a3-9a73-4aee-8734-bcb76758c82c None None] Pushing event updated for resources: {'Port': ['ID=192c1e1e-1c1e-4253-838d-de8ac5afadd5,revision_number=2']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.327652 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25adae2-e45f-4456-9fde-05fed89a3242 req-2dc12c83-d333-412d-a141-f5910805f393 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.329078 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a25adae2-e45f-4456-9fde-05fed89a3242 req-2dc12c83-d333-412d-a141-f5910805f393 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.1070595 Jan 21 09:43:36.350186 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Publish callbacks [] for port (e67c3922-23ab-4768-9e8d-a2e9ba6522f1), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:36.416878 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a25adae2-e45f-4456-9fde-05fed89a3242 req-c9df33bf-f2a1-4d3c-9c42-39a3bf6088d3 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721841 Jan 21 09:43:36.424377 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834'] for port (e67c3922-23ab-4768-9e8d-a2e9ba6522f1), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:36.469098 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:36.472050 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:36.476570 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:43:36.479915 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Pushing event updated for resources: {'Port': ['ID=e67c3922-23ab-4768-9e8d-a2e9ba6522f1,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.723185 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Publish callbacks [] for router_gateway (d4417b3f-c882-4dec-9e91-e4744307c5dc), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:36.898366 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 192c1e1e-1c1e-4253-838d-de8ac5afadd5 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:43:36.923779 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7909322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7910412'] for router (d4417b3f-c882-4dec-9e91-e4744307c5dc), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:36.952567 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 192c1e1e-1c1e-4253-838d-de8ac5afadd5 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:36.952969 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (192c1e1e-1c1e-4253-838d-de8ac5afadd5), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:37.033439 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 192c1e1e-1c1e-4253-838d-de8ac5afadd5 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:43:37.033839 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (192c1e1e-1c1e-4253-838d-de8ac5afadd5), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:37.071967 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Router d4417b3f-c882-4dec-9e91-e4744307c5dc is scheduled to L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 with binding_index 1 {{(pid=109057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:43:37.072412 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] For port 192c1e1e-1c1e-4253-838d-de8ac5afadd5, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=192c1e1e-1c1e-4253-838d-de8ac5afadd5,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:37.078740 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (192c1e1e-1c1e-4253-838d-de8ac5afadd5), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:37.139971 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Pushing event updated for resources: {'Port': ['ID=192c1e1e-1c1e-4253-838d-de8ac5afadd5,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:37.194627 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:37.205973 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Sync routers for ids ['d4417b3f-c882-4dec-9e91-e4744307c5dc'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:37.213947 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] Publish callbacks [] for router (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:37.219229 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-5389303a-9739-4ddb-8539-cd68ea098bca admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7022896 Jan 21 09:43:37.219387 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Routers {'d4417b3f-c882-4dec-9e91-e4744307c5dc'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:43:37.219387 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:43:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['d4417b3f-c882-4dec-9e91-e4744307c5dc'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:37.219582 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48960) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:37.348503 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Set router d4417b3f-c882-4dec-9e91-e4744307c5dc gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:37.416954 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936e3a05-d90e-4e43-bdb9-896cd323a709 None None] Network 07378755-75a7-4292-9dfc-589db966e3ea requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:43:37.520977 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-8ba5e210-4055-4f9b-86e1-d92321a243a2 None None] Provisioning complete for port 192c1e1e-1c1e-4253-838d-de8ac5afadd5 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:37.521360 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8ba5e210-4055-4f9b-86e1-d92321a243a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (192c1e1e-1c1e-4253-838d-de8ac5afadd5), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:37.544986 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:43:36Z', 'revision_number': 3, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:37.585781 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Checking router: d4417b3f-c882-4dec-9e91-e4744307c5dc for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:37.586458 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Updating router d4417b3f-c882-4dec-9e91-e4744307c5dc port e67c3922-23ab-4768-9e8d-a2e9ba6522f1 binding host dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:43:37.642978 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (e67c3922-23ab-4768-9e8d-a2e9ba6522f1), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:37.672780 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5e210-4055-4f9b-86e1-d92321a243a2 None None] Current status of the port 192c1e1e-1c1e-4253-838d-de8ac5afadd5 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:43:37.706912 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bb49c-3d33-448f-9fcb-f6707232bcca req-98678844-6ce0-4e44-8693-9c59d7973c2f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:37.708491 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d43bb49c-3d33-448f-9fcb-f6707232bcca req-98678844-6ce0-4e44-8693-9c59d7973c2f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.1722813 Jan 21 09:43:37.842397 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d43bb49c-3d33-448f-9fcb-f6707232bcca req-642fcf12-96a9-4f38-9598-8692c6c4adf1 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924706 Jan 21 09:43:37.934983 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Publish callbacks [] for port (e67c3922-23ab-4768-9e8d-a2e9ba6522f1), precommit_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:37.941818 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (e67c3922-23ab-4768-9e8d-a2e9ba6522f1), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:37.975995 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:38.002842 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-e3e2c7a7-5538-441b-bb1d-53b42ce5ced2 None None] Provisioning complete for port 192c1e1e-1c1e-4253-838d-de8ac5afadd5 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:38.004020 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-e3e2c7a7-5538-441b-bb1d-53b42ce5ced2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (192c1e1e-1c1e-4253-838d-de8ac5afadd5), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:38.008064 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc02500-5f52-4fc8-bdcd-144cf9def85f None None] Pushing event updated for resources: {'Port': ['ID=e67c3922-23ab-4768-9e8d-a2e9ba6522f1,revision_number=2']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:38.025624 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc02500-5f52-4fc8-bdcd-144cf9def85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:38.026295 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc02500-5f52-4fc8-bdcd-144cf9def85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:38.026876 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc02500-5f52-4fc8-bdcd-144cf9def85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:38.027433 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc02500-5f52-4fc8-bdcd-144cf9def85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:38.027968 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc02500-5f52-4fc8-bdcd-144cf9def85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:38.028514 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc02500-5f52-4fc8-bdcd-144cf9def85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:38.029734 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc02500-5f52-4fc8-bdcd-144cf9def85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:38.030297 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc02500-5f52-4fc8-bdcd-144cf9def85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:38.030854 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc02500-5f52-4fc8-bdcd-144cf9def85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:38.031409 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc02500-5f52-4fc8-bdcd-144cf9def85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:38.031770 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc02500-5f52-4fc8-bdcd-144cf9def85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:38.032634 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc02500-5f52-4fc8-bdcd-144cf9def85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:38.032634 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc02500-5f52-4fc8-bdcd-144cf9def85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:38.036890 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Attempting to bind port e67c3922-23ab-4768-9e8d-a2e9ba6522f1 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:43:38.037283 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Attempting to bind port e67c3922-23ab-4768-9e8d-a2e9ba6522f1 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:43:38.038172 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Attempting to bind port e67c3922-23ab-4768-9e8d-a2e9ba6522f1 on network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:43:38.043558 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:43:38.043955 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Checking segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:43:38.044371 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:38.045504 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Bound using segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:43:38.045991 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Bound port: e67c3922-23ab-4768-9e8d-a2e9ba6522f1, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:43:38.046384 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (e67c3922-23ab-4768-9e8d-a2e9ba6522f1), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:38.107897 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] For port e67c3922-23ab-4768-9e8d-a2e9ba6522f1, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:38.111613 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] For port e67c3922-23ab-4768-9e8d-a2e9ba6522f1, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=e67c3922-23ab-4768-9e8d-a2e9ba6522f1,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:38.113950 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-e3e2c7a7-5538-441b-bb1d-53b42ce5ced2 None None] Current status of the port 192c1e1e-1c1e-4253-838d-de8ac5afadd5 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:43:38.118032 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (e67c3922-23ab-4768-9e8d-a2e9ba6522f1), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:38.158904 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] Allocated IP 172.20.0.1 (07378755-75a7-4292-9dfc-589db966e3ea/8ce5e84a-93b0-4cbd-b344-38a756d16f49/f7799c63-47a1-437e-904e-6028e97a1ab5) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:38.178408 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Routers {'d4417b3f-c882-4dec-9e91-e4744307c5dc'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:43:38.179024 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:43:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['d4417b3f-c882-4dec-9e91-e4744307c5dc'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:38.214639 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc02500-5f52-4fc8-bdcd-144cf9def85f None None] Pushing event updated for resources: {'Port': ['ID=e67c3922-23ab-4768-9e8d-a2e9ba6522f1,revision_number=3']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:38.269741 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] Publish callbacks [] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:38.304856 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] Set router d4417b3f-c882-4dec-9e91-e4744307c5dc gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:38.309426 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834'] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:38.351670 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] Network 07378755-75a7-4292-9dfc-589db966e3ea is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:38.357263 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:38.359913 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] Pushing event updated for resources: {'Port': ['ID=f7799c63-47a1-437e-904e-6028e97a1ab5,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:38.362101 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:43:38.362598 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912766'] for router_interface (d4417b3f-c882-4dec-9e91-e4744307c5dc), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:38.497004 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:43:36Z', 'revision_number': 3, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:38.505745 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:38.529841 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957db9b0-7683-4071-9f30-ce234ead606f None None] The sync data for ids ['d4417b3f-c882-4dec-9e91-e4744307c5dc'] in dv-cinder-815614-10-iscsi is: [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:43:36Z', 'revision_number': 3, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:38.651878 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-bd57f107-1dc4-4371-ab59-ff0372ea091a None None] Provisioning complete for port f7799c63-47a1-437e-904e-6028e97a1ab5 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:38.653072 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-bd57f107-1dc4-4371-ab59-ff0372ea091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:38.690394 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-bd57f107-1dc4-4371-ab59-ff0372ea091a None None] Port f7799c63-47a1-437e-904e-6028e97a1ab5 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:43:38.720804 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] Publish callbacks [] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:38.725439 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:38.726148 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7909537'] for router_interface (d4417b3f-c882-4dec-9e91-e4744307c5dc), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:38.802324 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] Pushing event updated for resources: {'Port': ['ID=f7799c63-47a1-437e-904e-6028e97a1ab5,revision_number=2']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:38.903943 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 192c1e1e-1c1e-4253-838d-de8ac5afadd5 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:43:38.913687 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] Network 07378755-75a7-4292-9dfc-589db966e3ea is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:38.913687 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:39.006456 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 192c1e1e-1c1e-4253-838d-de8ac5afadd5 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:39.007186 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (192c1e1e-1c1e-4253-838d-de8ac5afadd5), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:39.095137 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f20f85-2f41-4c54-a698-a1666b281135 req-6ad11020-1623-46ac-a99a-17ff179e5548 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:39.096808 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e5f20f85-2f41-4c54-a698-a1666b281135 req-6ad11020-1623-46ac-a99a-17ff179e5548 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.1170373 Jan 21 09:43:39.141490 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 192c1e1e-1c1e-4253-838d-de8ac5afadd5 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:43:39.146830 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] Router d4417b3f-c882-4dec-9e91-e4744307c5dc has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:39.181075 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e5f20f85-2f41-4c54-a698-a1666b281135 req-3b0e4834-48b9-40a4-967f-2c88af95a5b3 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627015 Jan 21 09:43:39.290040 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:39.296230 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-5a704fa6-1faa-463f-8cac-e788b25731df admin admin] 10.222.0.112 "PUT /v2.0/routers/d4417b3f-c882-4dec-9e91-e4744307c5dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0760262 Jan 21 09:43:39.328355 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-9407a767-17ff-408a-a229-6df09f4bc9a8 None None] Provisioning complete for port f7799c63-47a1-437e-904e-6028e97a1ab5 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:39.328879 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-9407a767-17ff-408a-a229-6df09f4bc9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:39.367275 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-9407a767-17ff-408a-a229-6df09f4bc9a8 None None] Port f7799c63-47a1-437e-904e-6028e97a1ab5 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:43:39.674468 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 48994) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:39.679319 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-8ebf4daf-7909-4992-ad1e-e295fe6eb07e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1966377806', 'description': 'tempest-description--273610144'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:39.715778 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8ebf4daf-7909-4992-ad1e-e295fe6eb07e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:39.785151 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8ebf4daf-7909-4992-ad1e-e295fe6eb07e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group (f30fa4f7-eb96-434d-be2e-07a6a24de05b), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:39.791155 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8ebf4daf-7909-4992-ad1e-e295fe6eb07e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (f30fa4f7-eb96-434d-be2e-07a6a24de05b), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:39.829230 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8ebf4daf-7909-4992-ad1e-e295fe6eb07e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:39.833384 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-8ebf4daf-7909-4992-ad1e-e295fe6eb07e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1549430 Jan 21 09:43:39.833573 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49008) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:39.849764 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-df1d5847-8d94-493e-b410-c1cc90f87b90 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Request body: {'security_group_rule': {'security_group_id': 'f30fa4f7-eb96-434d-be2e-07a6a24de05b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:39.849764 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf4daf-7909-4992-ad1e-e295fe6eb07e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30fa4f7-eb96-434d-be2e-07a6a24de05b,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:39.876176 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-df1d5847-8d94-493e-b410-c1cc90f87b90 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group_rule (22852207-2a83-4d3e-b6ff-4ab075b8c281), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:39.952597 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-df1d5847-8d94-493e-b410-c1cc90f87b90 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group_rule (22852207-2a83-4d3e-b6ff-4ab075b8c281), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:39.957351 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-df1d5847-8d94-493e-b410-c1cc90f87b90 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (22852207-2a83-4d3e-b6ff-4ab075b8c281), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:39.973601 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d5847-8d94-493e-b410-c1cc90f87b90 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22852207-2a83-4d3e-b6ff-4ab075b8c281,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:39.986014 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-df1d5847-8d94-493e-b410-c1cc90f87b90 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:39.987507 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-df1d5847-8d94-493e-b410-c1cc90f87b90 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521788 Jan 21 09:43:39.990346 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49016) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:39.994868 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-8473c70b-4df0-4781-8701-02d9f6effd1e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Request body: {'security_group_rule': {'security_group_id': 'f30fa4f7-eb96-434d-be2e-07a6a24de05b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:40.028122 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8473c70b-4df0-4781-8701-02d9f6effd1e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group_rule (5b05102c-67a8-4b63-a505-17346cf3b3ef), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:40.091221 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8473c70b-4df0-4781-8701-02d9f6effd1e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group_rule (5b05102c-67a8-4b63-a505-17346cf3b3ef), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:40.097253 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8473c70b-4df0-4781-8701-02d9f6effd1e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (5b05102c-67a8-4b63-a505-17346cf3b3ef), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:40.125648 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8473c70b-4df0-4781-8701-02d9f6effd1e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:40.130472 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-8473c70b-4df0-4781-8701-02d9f6effd1e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353514 Jan 21 09:43:40.130472 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473c70b-4df0-4781-8701-02d9f6effd1e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b05102c-67a8-4b63-a505-17346cf3b3ef,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:40.130842 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49026) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:40.135385 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-7c919fa4-b4c5-4982-872b-2dd15c11672a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Request body: {'floatingip': {'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:40.172294 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7c919fa4-b4c5-4982-872b-2dd15c11672a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:40.331745 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50989f57-3467-408d-977a-c02d8a2500f7 req-ad15c80c-6af1-478a-a7de-57fcf397708d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:40.334272 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-50989f57-3467-408d-977a-c02d8a2500f7 req-ad15c80c-6af1-478a-a7de-57fcf397708d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0732729 Jan 21 09:43:40.368100 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7c919fa4-b4c5-4982-872b-2dd15c11672a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:40.437977 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-50989f57-3467-408d-977a-c02d8a2500f7 req-379205a2-bc06-49b1-92d7-9945a28c10a5 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922194 Jan 21 09:43:40.507034 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [None req-7c919fa4-b4c5-4982-872b-2dd15c11672a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Allocated IP 172.27.1.233 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/530b64e2-bed2-4dba-9a04-2fe6b5aa45a9) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:40.591478 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Sync routers for ids ['d4417b3f-c882-4dec-9e91-e4744307c5dc'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:40.601927 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Routers {'d4417b3f-c882-4dec-9e91-e4744307c5dc'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:43:40.602555 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:43:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['d4417b3f-c882-4dec-9e91-e4744307c5dc'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:40.613721 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7c919fa4-b4c5-4982-872b-2dd15c11672a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for port (530b64e2-bed2-4dba-9a04-2fe6b5aa45a9), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:40.650058 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7c919fa4-b4c5-4982-872b-2dd15c11672a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (530b64e2-bed2-4dba-9a04-2fe6b5aa45a9), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:40.686598 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c919fa4-b4c5-4982-872b-2dd15c11672a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:40.693332 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-7c919fa4-b4c5-4982-872b-2dd15c11672a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:40.696232 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c919fa4-b4c5-4982-872b-2dd15c11672a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:43:40.720653 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Set router d4417b3f-c882-4dec-9e91-e4744307c5dc gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:40.729685 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c919fa4-b4c5-4982-872b-2dd15c11672a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Pushing event updated for resources: {'Port': ['ID=530b64e2-bed2-4dba-9a04-2fe6b5aa45a9,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:40.795516 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7c919fa4-b4c5-4982-872b-2dd15c11672a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for floatingip (9a611491-f28a-4067-bcdd-f038a94c7fa3), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:40.844120 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7c919fa4-b4c5-4982-872b-2dd15c11672a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (530b64e2-bed2-4dba-9a04-2fe6b5aa45a9), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:40.937966 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device e67c3922-23ab-4768-9e8d-a2e9ba6522f1 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:43:41.029512 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7c919fa4-b4c5-4982-872b-2dd15c11672a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for port (530b64e2-bed2-4dba-9a04-2fe6b5aa45a9), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.035464 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7c919fa4-b4c5-4982-872b-2dd15c11672a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (530b64e2-bed2-4dba-9a04-2fe6b5aa45a9), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.069702 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port e67c3922-23ab-4768-9e8d-a2e9ba6522f1 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:41.070040 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (e67c3922-23ab-4768-9e8d-a2e9ba6522f1), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.112806 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c919fa4-b4c5-4982-872b-2dd15c11672a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Pushing event updated for resources: {'Port': ['ID=530b64e2-bed2-4dba-9a04-2fe6b5aa45a9,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:41.114915 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 4, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'f7799c63-47a1-437e-904e-6028e97a1ab5', 'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'mac_address': 'fa:16:3e:a7:71:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:37Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 2, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'subnets': [{'id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:41.117897 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7c919fa4-b4c5-4982-872b-2dd15c11672a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910602'] for floatingip (9a611491-f28a-4067-bcdd-f038a94c7fa3), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.134040 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7c919fa4-b4c5-4982-872b-2dd15c11672a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.143936 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-7c919fa4-b4c5-4982-872b-2dd15c11672a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0036662 Jan 21 09:43:41.273826 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Checking router: d4417b3f-c882-4dec-9e91-e4744307c5dc for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:41.274201 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Updating router d4417b3f-c882-4dec-9e91-e4744307c5dc port f7799c63-47a1-437e-904e-6028e97a1ab5 binding host dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:43:41.309891 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.310597 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-01aecec7-7b10-4e47-9795-3f48b995612b req-4a09a19c-a6dc-4cf3-9d23-ca021bdaa077 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--1966377806&fields=id&tenant_id=7856a1f7c3034123ad5178bc63058030 HTTP/1.1" status: 200 len: 267 time: 0.0550435 Jan 21 09:43:41.377759 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port e67c3922-23ab-4768-9e8d-a2e9ba6522f1 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:43:41.378161 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (e67c3922-23ab-4768-9e8d-a2e9ba6522f1), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.421115 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aecec7-7b10-4e47-9795-3f48b995612b req-8075412a-4c6e-4575-baba-fdf86282b662 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:41.422625 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-01aecec7-7b10-4e47-9795-3f48b995612b req-8075412a-4c6e-4575-baba-fdf86282b662 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/networks?id=07378755-75a7-4292-9dfc-589db966e3ea HTTP/1.1" status: 200 len: 817 time: 0.1052690 Jan 21 09:43:41.437699 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-01aecec7-7b10-4e47-9795-3f48b995612b req-49aeecfe-edc9-4264-a16d-b3d952e6fae7 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/quotas/7856a1f7c3034123ad5178bc63058030 HTTP/1.1" status: 200 len: 375 time: 0.0093455 Jan 21 09:43:41.462609 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] For port e67c3922-23ab-4768-9e8d-a2e9ba6522f1, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=e67c3922-23ab-4768-9e8d-a2e9ba6522f1,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:41.469565 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (e67c3922-23ab-4768-9e8d-a2e9ba6522f1), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.492493 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-01aecec7-7b10-4e47-9795-3f48b995612b req-605071b9-5a63-456f-a8fe-81616fc1af80 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=7856a1f7c3034123ad5178bc63058030&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496616 Jan 21 09:43:41.573586 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Pushing event updated for resources: {'Port': ['ID=e67c3922-23ab-4768-9e8d-a2e9ba6522f1,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:41.598374 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-01aecec7-7b10-4e47-9795-3f48b995612b req-580af2fd-24e9-4e2b-a67a-ef2ce3d5d6b6 service neutron] 10.222.0.112 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918548 Jan 21 09:43:41.672515 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Publish callbacks [] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), precommit_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.678696 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.701641 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-01aecec7-7b10-4e47-9795-3f48b995612b req-2bf548f6-10ae-4932-aa52-5acac51a14e3 service neutron] 10.222.0.112 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967879 Jan 21 09:43:41.733536 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445b487-7651-433c-b2fd-6a0930b3a33a None None] Pushing event updated for resources: {'Port': ['ID=f7799c63-47a1-437e-904e-6028e97a1ab5,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:41.797707 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Attempting to bind port f7799c63-47a1-437e-904e-6028e97a1ab5 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:43:41.798105 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Attempting to bind port f7799c63-47a1-437e-904e-6028e97a1ab5 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '5093806e-81ed-422c-b7b9-d82af1736f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:43:41.798916 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Attempting to bind port f7799c63-47a1-437e-904e-6028e97a1ab5 on network 07378755-75a7-4292-9dfc-589db966e3ea {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:43:41.804555 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:43:41.804944 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Checking segment: {'id': '5093806e-81ed-422c-b7b9-d82af1736f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:43:41.805356 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.805949 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Bound using segment: {'id': '5093806e-81ed-422c-b7b9-d82af1736f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:43:41.806439 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Bound port: f7799c63-47a1-437e-904e-6028e97a1ab5, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5093806e-81ed-422c-b7b9-d82af1736f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:43:41.806869 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.889979 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] For port f7799c63-47a1-437e-904e-6028e97a1ab5, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:41.893646 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] For port f7799c63-47a1-437e-904e-6028e97a1ab5, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=f7799c63-47a1-437e-904e-6028e97a1ab5,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:41.900312 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.964212 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Routers {'d4417b3f-c882-4dec-9e91-e4744307c5dc'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:43:41.964868 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:43:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['d4417b3f-c882-4dec-9e91-e4744307c5dc'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:41.997035 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2164bba-73bb-4b6c-bfde-cc1d91a3fd53 req-ac22de09-0a9d-4790-a339-f9d789b23df4 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:42.000180 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a2164bba-73bb-4b6c-bfde-cc1d91a3fd53 req-ac22de09-0a9d-4790-a339-f9d789b23df4 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.1060209 Jan 21 09:43:42.123327 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a2164bba-73bb-4b6c-bfde-cc1d91a3fd53 req-01a91591-8ec3-43be-9a12-4e793eed8417 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078999 Jan 21 09:43:42.136822 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b64df213-1208-48b2-b2f7-19ffaaaef49e req-a77669c9-9e70-48b4-a521-6f817364e86f tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 210 time: 0.0396516 Jan 21 09:43:42.196406 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445b487-7651-433c-b2fd-6a0930b3a33a None None] Pushing event updated for resources: {'Port': ['ID=f7799c63-47a1-437e-904e-6028e97a1ab5,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:42.206038 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-4ad9b3cb-604e-463b-8931-1004cbcb6b94 None None] Provisioning complete for port f7799c63-47a1-437e-904e-6028e97a1ab5 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:42.206429 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b3cb-604e-463b-8931-1004cbcb6b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:42.242510 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] Set router d4417b3f-c882-4dec-9e91-e4744307c5dc gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:42.429398 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-4ad9b3cb-604e-463b-8931-1004cbcb6b94 None None] Current status of the port f7799c63-47a1-437e-904e-6028e97a1ab5 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:43:42.429802 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b3cb-604e-463b-8931-1004cbcb6b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:42.504523 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-4ad9b3cb-604e-463b-8931-1004cbcb6b94 None None] For port f7799c63-47a1-437e-904e-6028e97a1ab5, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=f7799c63-47a1-437e-904e-6028e97a1ab5,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:42.513773 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b3cb-604e-463b-8931-1004cbcb6b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:42.565960 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 4, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'f7799c63-47a1-437e-904e-6028e97a1ab5', 'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'mac_address': 'fa:16:3e:a7:71:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:37Z', 'updated_at': '2022-01-21T09:43:41Z', 'revision_number': 4, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'subnets': [{'id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:42.603573 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c809a8-b3dd-4d72-a40c-cf6a746cedad None None] The sync data for ids ['d4417b3f-c882-4dec-9e91-e4744307c5dc'] in dv-cinder-815614-10-iscsi is: [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 4, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'f7799c63-47a1-437e-904e-6028e97a1ab5', 'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'mac_address': 'fa:16:3e:a7:71:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:37Z', 'updated_at': '2022-01-21T09:43:41Z', 'revision_number': 4, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'subnets': [{'id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:42.610397 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9b3cb-604e-463b-8931-1004cbcb6b94 None None] Pushing event updated for resources: {'Port': ['ID=f7799c63-47a1-437e-904e-6028e97a1ab5,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:42.642513 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-7cf693a3-0568-4536-a111-138355acbbb7 None None] Provisioning complete for port f7799c63-47a1-437e-904e-6028e97a1ab5 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:42.643065 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-7cf693a3-0568-4536-a111-138355acbbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:42.723301 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-e5d8adfc-eba8-4b8b-8c5f-9b565df2f961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:42.785297 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-7cf693a3-0568-4536-a111-138355acbbb7 None None] Current status of the port f7799c63-47a1-437e-904e-6028e97a1ab5 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:43:42.958325 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device e67c3922-23ab-4768-9e8d-a2e9ba6522f1 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:43:43.019482 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port e67c3922-23ab-4768-9e8d-a2e9ba6522f1 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:43.019958 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (e67c3922-23ab-4768-9e8d-a2e9ba6522f1), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:43.186367 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port e67c3922-23ab-4768-9e8d-a2e9ba6522f1 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:43:43.187726 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device f7799c63-47a1-437e-904e-6028e97a1ab5 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:43:43.297887 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9105f-6895-45a1-8253-b6e14081ac5f req-857895cf-c991-45b2-9183-63fdb9117628 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:43.313713 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b5c9105f-6895-45a1-8253-b6e14081ac5f req-857895cf-c991-45b2-9183-63fdb9117628 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.1039419 Jan 21 09:43:43.390170 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port f7799c63-47a1-437e-904e-6028e97a1ab5 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:43.391149 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:43.434083 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b5c9105f-6895-45a1-8253-b6e14081ac5f req-b8972069-e082-4aba-b438-3ba4beebdd31 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030307 Jan 21 09:43:43.509951 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-748e2e41-c269-491b-ac19-2e46b8c6df9f req-30fb6b01-0a07-4414-b56b-ecbd2623bcc3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 210 time: 0.1511219 Jan 21 09:43:43.602625 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port f7799c63-47a1-437e-904e-6028e97a1ab5 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:43:43.614353 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aecec7-7b10-4e47-9795-3f48b995612b req-b8b98cf9-6038-4e1a-a274-cbfb9b755eda tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:43.616894 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-01aecec7-7b10-4e47-9795-3f48b995612b req-b8b98cf9-6038-4e1a-a274-cbfb9b755eda tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.130 "GET /v2.0/networks?id=07378755-75a7-4292-9dfc-589db966e3ea HTTP/1.1" status: 200 len: 817 time: 0.4741147 Jan 21 09:43:43.742337 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49148) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:43.742833 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-01aecec7-7b10-4e47-9795-3f48b995612b req-1399a1d0-691a-41dd-bc50-33edf603da81 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.130 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7856a1f7c3034123ad5178bc63058030 HTTP/1.1" status: 200 len: 380 time: 0.1127646 Jan 21 09:43:43.757279 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-01aecec7-7b10-4e47-9795-3f48b995612b req-773da5d6-9f34-42ec-8b32-d4479db419e3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Request body: {'port': {'device_id': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'admin_state_up': True, 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'security_groups': ['f30fa4f7-eb96-434d-be2e-07a6a24de05b']}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:43.955268 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01aecec7-7b10-4e47-9795-3f48b995612b req-773da5d6-9f34-42ec-8b32-d4479db419e3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Made reservation on behalf of 7856a1f7c3034123ad5178bc63058030 for: {'port': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:43.963976 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-01aecec7-7b10-4e47-9795-3f48b995612b req-773da5d6-9f34-42ec-8b32-d4479db419e3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:43.965622 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ce5e38be-6805-44e7-9016-ff7a41558ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:44.012290 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49168) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:44.141887 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c13871c-f359-419e-801c-a2961eec389d admin admin] Deleting subnet 27e62b6a-ba5a-4e10-839e-3191a3a951e7 {{(pid=109057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:43:44.147108 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0c13871c-f359-419e-801c-a2961eec389d admin admin] Publish callbacks [] for subnet (27e62b6a-ba5a-4e10-839e-3191a3a951e7), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:44.177903 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [req-01aecec7-7b10-4e47-9795-3f48b995612b req-773da5d6-9f34-42ec-8b32-d4479db419e3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Allocated IP 172.20.0.3 (07378755-75a7-4292-9dfc-589db966e3ea/8ce5e84a-93b0-4cbd-b344-38a756d16f49/d10b1867-fbb6-4096-8248-3c8982ed27d5) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:44.210716 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0c13871c-f359-419e-801c-a2961eec389d admin admin] Publish callbacks [] for subnet (27e62b6a-ba5a-4e10-839e-3191a3a951e7), precommit_delete_associations {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:44.220441 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ce5e38be-6805-44e7-9016-ff7a41558ebd admin admin] Publish callbacks [] for security_group (61eec857-0323-4cdf-a79f-bb51dcc1536e), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:44.255061 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ce5e38be-6805-44e7-9016-ff7a41558ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (61eec857-0323-4cdf-a79f-bb51dcc1536e), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:44.267154 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0c13871c-f359-419e-801c-a2961eec389d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440766'] for subnet (27e62b6a-ba5a-4e10-839e-3191a3a951e7), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:44.387174 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e38be-6805-44e7-9016-ff7a41558ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61eec857-0323-4cdf-a79f-bb51dcc1536e,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:44.394568 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-ce5e38be-6805-44e7-9016-ff7a41558ebd admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=1eef27a7ce5d45008fcc0f20cdee750d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6503453 Jan 21 09:43:44.397254 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49178) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:44.437233 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0c13871c-f359-419e-801c-a2961eec389d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for subnet (27e62b6a-ba5a-4e10-839e-3191a3a951e7), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:44.441468 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-01aecec7-7b10-4e47-9795-3f48b995612b req-773da5d6-9f34-42ec-8b32-d4479db419e3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:44.480952 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0c13871c-f359-419e-801c-a2961eec389d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:44.485074 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-0c13871c-f359-419e-801c-a2961eec389d admin admin] 10.222.0.112 "DELETE /v2.0/subnets/27e62b6a-ba5a-4e10-839e-3191a3a951e7 HTTP/1.1" status: 204 len: 168 time: 0.4717431 Jan 21 09:43:44.488103 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49182) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:44.488821 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13871c-f359-419e-801c-a2961eec389d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e62b6a-ba5a-4e10-839e-3191a3a951e7,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:44.504487 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-01aecec7-7b10-4e47-9795-3f48b995612b req-773da5d6-9f34-42ec-8b32-d4479db419e3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:44.512700 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-94da1f82-b688-43c1-a35e-3cb81e38d3cd admin admin] Publish callbacks [] for security_group (61eec857-0323-4cdf-a79f-bb51dcc1536e), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:44.538597 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-94da1f82-b688-43c1-a35e-3cb81e38d3cd admin admin] Publish callbacks [] for security_group (61eec857-0323-4cdf-a79f-bb51dcc1536e), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:44.587708 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01aecec7-7b10-4e47-9795-3f48b995612b req-773da5d6-9f34-42ec-8b32-d4479db419e3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Network 07378755-75a7-4292-9dfc-589db966e3ea is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:44.613720 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-94da1f82-b688-43c1-a35e-3cb81e38d3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (61eec857-0323-4cdf-a79f-bb51dcc1536e), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:44.616413 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-94da1f82-b688-43c1-a35e-3cb81e38d3cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:44.617845 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-94da1f82-b688-43c1-a35e-3cb81e38d3cd admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/61eec857-0323-4cdf-a79f-bb51dcc1536e HTTP/1.1" status: 204 len: 168 time: 0.2196457 Jan 21 09:43:44.673140 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da1f82-b688-43c1-a35e-3cb81e38d3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61eec857-0323-4cdf-a79f-bb51dcc1536e,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:44.715668 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ca0b7-cfca-4f55-bddc-ade95f281c15 req-64fb6e80-19c2-428f-ab38-3ad9686136ef tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:44.725184 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-799ca0b7-cfca-4f55-bddc-ade95f281c15 req-64fb6e80-19c2-428f-ab38-3ad9686136ef tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 931 time: 0.1243668 Jan 21 09:43:44.814188 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-799ca0b7-cfca-4f55-bddc-ade95f281c15 req-f94f1efe-5eee-47ab-9163-3498692de4ac tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856779 Jan 21 09:43:44.918221 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [req-01aecec7-7b10-4e47-9795-3f48b995612b req-773da5d6-9f34-42ec-8b32-d4479db419e3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:44.987516 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c4b72f56-5847-41a4-9afa-87bec2031880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466178'] for network (415b80b9-b6d0-447f-ba99-acdbce200104), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:44.991394 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-01aecec7-7b10-4e47-9795-3f48b995612b req-773da5d6-9f34-42ec-8b32-d4479db419e3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:43:45.056355 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5129b2e-ed9d-4f91-8473-2c7f7ce37873 req-e9babaf1-3325-4c1d-b038-28a5ad135646 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:45.069967 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c5129b2e-ed9d-4f91-8473-2c7f7ce37873 req-e9babaf1-3325-4c1d-b038-28a5ad135646 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.5384893 Jan 21 09:43:45.086658 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773da5d6-9f34-42ec-8b32-d4479db419e3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Pushing event updated for resources: {'Port': ['ID=d10b1867-fbb6-4096-8248-3c8982ed27d5,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:45.184262 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49198) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:45.191236 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aecec7-7b10-4e47-9795-3f48b995612b req-773da5d6-9f34-42ec-8b32-d4479db419e3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:45.191855 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-01aecec7-7b10-4e47-9795-3f48b995612b req-773da5d6-9f34-42ec-8b32-d4479db419e3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.206314 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-acf6fe55-f047-4747-aee5-1c43f9dc2f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.281236 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-01aecec7-7b10-4e47-9795-3f48b995612b req-773da5d6-9f34-42ec-8b32-d4479db419e3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5307446 Jan 21 09:43:45.297301 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c5129b2e-ed9d-4f91-8473-2c7f7ce37873 req-618edc59-77d8-4c71-9d0a-8dae3ac252b3 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288308 Jan 21 09:43:45.316131 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c4b72f56-5847-41a4-9afa-87bec2031880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409116', 'neutron.services.segments.db._delete_segments_for_network-8767559616543'] for network (415b80b9-b6d0-447f-ba99-acdbce200104), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.327757 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Request body: {'port': {'device_id': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:45.337403 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-da9fc76a-d583-4c4a-a9a8-98d4b26eb6d5 None None] Provisioning complete for port d10b1867-fbb6-4096-8248-3c8982ed27d5 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:45.338502 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-da9fc76a-d583-4c4a-a9a8-98d4b26eb6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.352515 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-acf6fe55-f047-4747-aee5-1c43f9dc2f3e admin admin] Publish callbacks [] for security_group (7d2eb140-9d8c-4d12-b1c1-3caea125ef18), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.364933 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-acf6fe55-f047-4747-aee5-1c43f9dc2f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (7d2eb140-9d8c-4d12-b1c1-3caea125ef18), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.429438 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49210) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:45.430962 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-da9fc76a-d583-4c4a-a9a8-98d4b26eb6d5 None None] Port d10b1867-fbb6-4096-8248-3c8982ed27d5 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:43:45.452523 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-aba8377f-4108-4069-814a-7f88add5c8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.467128 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-acf6fe55-f047-4747-aee5-1c43f9dc2f3e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=77ce25a9380941b5b11ee297e065d790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792282 Jan 21 09:43:45.472796 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49218) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:45.473887 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6fe55-f047-4747-aee5-1c43f9dc2f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2eb140-9d8c-4d12-b1c1-3caea125ef18,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:45.493848 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-c4b72f56-5847-41a4-9afa-87bec2031880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['415b80b9-b6d0-447f-ba99-acdbce200104']}} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:45.512012 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-c4b72f56-5847-41a4-9afa-87bec2031880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b988f62-c113-4fcd-b23d-5a6baac96356') {'for_net_delete': True} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:45.512617 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-c4b72f56-5847-41a4-9afa-87bec2031880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b988f62-c113-4fcd-b23d-5a6baac96356') {} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:45.521833 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.542887 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c4b72f56-5847-41a4-9afa-87bec2031880 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767559616925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051238'] for segment (1b988f62-c113-4fcd-b23d-5a6baac96356), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.590214 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c4b72f56-5847-41a4-9afa-87bec2031880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (1b988f62-c113-4fcd-b23d-5a6baac96356), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.606626 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b72f56-5847-41a4-9afa-87bec2031880 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=109056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:45.608016 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c4b72f56-5847-41a4-9afa-87bec2031880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6057279'] for segment (1b988f62-c113-4fcd-b23d-5a6baac96356), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.608289 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a83fd4c3-1573-47b6-93a1-874cb09fa283 admin admin] Publish callbacks [] for security_group (7d2eb140-9d8c-4d12-b1c1-3caea125ef18), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: Traceback (most recent call last): Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: timer() Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: cb(*args, **kw) Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: return func(*args, **kwargs) Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: self._notify() Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: self.callback(batched_events) Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: event.method(event) Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: return f(self, *a, **k) Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._get(url).json() Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:45.610031 dv-cinder-815614-10-iscsi neutron-server[109056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:45.667082 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-2dfa47c7-99a7-4ce7-90ad-35e69e9811b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.671427 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a83fd4c3-1573-47b6-93a1-874cb09fa283 admin admin] Publish callbacks [] for security_group (7d2eb140-9d8c-4d12-b1c1-3caea125ef18), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.752034 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c4b72f56-5847-41a4-9afa-87bec2031880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910546'] for network (415b80b9-b6d0-447f-ba99-acdbce200104), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.760854 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c4b72f56-5847-41a4-9afa-87bec2031880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.764691 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-c4b72f56-5847-41a4-9afa-87bec2031880 admin admin] 10.222.0.112 "DELETE /v2.0/networks/415b80b9-b6d0-447f-ba99-acdbce200104 HTTP/1.1" status: 204 len: 168 time: 1.2756534 Jan 21 09:43:45.767970 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49222) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:45.777882 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a83fd4c3-1573-47b6-93a1-874cb09fa283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (7d2eb140-9d8c-4d12-b1c1-3caea125ef18), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.780954 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a83fd4c3-1573-47b6-93a1-874cb09fa283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.784652 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-a83fd4c3-1573-47b6-93a1-874cb09fa283 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/7d2eb140-9d8c-4d12-b1c1-3caea125ef18 HTTP/1.1" status: 204 len: 168 time: 0.3040383 Jan 21 09:43:45.784819 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b72f56-5847-41a4-9afa-87bec2031880 admin admin] Pushing event deleted for resources: {'Network': ['ID=415b80b9-b6d0-447f-ba99-acdbce200104,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:45.835825 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fd4c3-1573-47b6-93a1-874cb09fa283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2eb140-9d8c-4d12-b1c1-3caea125ef18,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:45.851829 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-2dfa47c7-99a7-4ce7-90ad-35e69e9811b9 admin admin] Publish callbacks [] for security_group (fd5be667-0961-493d-af40-02c8d8531cd0), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.864049 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-2dfa47c7-99a7-4ce7-90ad-35e69e9811b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (fd5be667-0961-493d-af40-02c8d8531cd0), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.872216 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd1738b-43c8-4420-8b4d-e53cac5a5fb0 admin admin] Deleting subnet 0fa8ed10-57c2-4d6e-bc84-928101eb79e2 {{(pid=109057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:43:45.890249 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3cd1738b-43c8-4420-8b4d-e53cac5a5fb0 admin admin] Publish callbacks [] for subnet (0fa8ed10-57c2-4d6e-bc84-928101eb79e2), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.963983 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-2dfa47c7-99a7-4ce7-90ad-35e69e9811b9 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=43e2e05c22ec465c9387592cbc72958e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5258267 Jan 21 09:43:45.966775 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa47c7-99a7-4ce7-90ad-35e69e9811b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5be667-0961-493d-af40-02c8d8531cd0,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:45.969449 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49230) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:45.971947 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3cd1738b-43c8-4420-8b4d-e53cac5a5fb0 admin admin] Publish callbacks [] for subnet (0fa8ed10-57c2-4d6e-bc84-928101eb79e2), precommit_delete_associations {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.979155 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3cd1738b-43c8-4420-8b4d-e53cac5a5fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440766'] for subnet (0fa8ed10-57c2-4d6e-bc84-928101eb79e2), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.033137 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10b1867-fbb6-4096-8248-3c8982ed27d5 {{(pid=109056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:43:46.043617 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Publish callbacks [] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.052277 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3cd1738b-43c8-4420-8b4d-e53cac5a5fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for subnet (0fa8ed10-57c2-4d6e-bc84-928101eb79e2), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.079481 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918c7b6-92d3-4cc6-8fc8-752ed97eebf4 req-cdc8a905-4ed7-4d18-a4fb-eb3e47da962f tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:46.081022 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e918c7b6-92d3-4cc6-8fc8-752ed97eebf4 req-cdc8a905-4ed7-4d18-a4fb-eb3e47da962f tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 931 time: 0.1245470 Jan 21 09:43:46.083165 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1738b-43c8-4420-8b4d-e53cac5a5fb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa8ed10-57c2-4d6e-bc84-928101eb79e2,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:46.084010 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.provisioning_blocks [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Transition to ACTIVE for port object d10b1867-fbb6-4096-8248-3c8982ed27d5 will not be triggered until provisioned by entity L2. {{(pid=109056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:46.087618 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ffe89eb1-9d11-49c6-9a7c-14af16ae51dc admin admin] Publish callbacks [] for security_group (fd5be667-0961-493d-af40-02c8d8531cd0), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.088608 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3cd1738b-43c8-4420-8b4d-e53cac5a5fb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.092792 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-3cd1738b-43c8-4420-8b4d-e53cac5a5fb0 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/0fa8ed10-57c2-4d6e-bc84-928101eb79e2 HTTP/1.1" status: 204 len: 168 time: 0.3227928 Jan 21 09:43:46.095426 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49234) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:46.103820 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.165195 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ffe89eb1-9d11-49c6-9a7c-14af16ae51dc admin admin] Publish callbacks [] for security_group (fd5be667-0961-493d-af40-02c8d8531cd0), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.176683 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466178'] for network (d98bab0f-edef-4fc2-8951-9c611f493ea1), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.223554 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Pushing event updated for resources: {'Port': ['ID=d10b1867-fbb6-4096-8248-3c8982ed27d5,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:46.253979 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e918c7b6-92d3-4cc6-8fc8-752ed97eebf4 req-c403e6f7-1a48-4516-ad86-c7c50bc7c6c8 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512420 Jan 21 09:43:46.287360 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409116', 'neutron.services.segments.db._delete_segments_for_network-8767559616543'] for network (d98bab0f-edef-4fc2-8951-9c611f493ea1), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.311653 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:43:46.312205 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:43:46.313163 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:43:46.313674 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Subscribe: > port after_create 55550000 {{(pid=109057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:43:46.314151 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:43:46.314835 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Subscribe: > port after_update 55550000 {{(pid=109057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:43:46.315257 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:43:46.315649 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:43:46.316098 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:43:46.316556 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:43:46.381393 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Attempting to bind port d10b1867-fbb6-4096-8248-3c8982ed27d5 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:43:46.382672 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Attempting to bind port d10b1867-fbb6-4096-8248-3c8982ed27d5 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '5093806e-81ed-422c-b7b9-d82af1736f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea'}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:43:46.383853 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Attempting to bind port d10b1867-fbb6-4096-8248-3c8982ed27d5 on network 07378755-75a7-4292-9dfc-589db966e3ea {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:43:46.391343 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ffe89eb1-9d11-49c6-9a7c-14af16ae51dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (fd5be667-0961-493d-af40-02c8d8531cd0), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.400958 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ffe89eb1-9d11-49c6-9a7c-14af16ae51dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.405422 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-ffe89eb1-9d11-49c6-9a7c-14af16ae51dc admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/fd5be667-0961-493d-af40-02c8d8531cd0 HTTP/1.1" status: 204 len: 168 time: 0.4319296 Jan 21 09:43:46.436563 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Port d10b1867-fbb6-4096-8248-3c8982ed27d5 on network 07378755-75a7-4292-9dfc-589db966e3ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:43:46.437126 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Attempting to bind port d10b1867-fbb6-4096-8248-3c8982ed27d5 on network 07378755-75a7-4292-9dfc-589db966e3ea {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:43:46.438733 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:43:46.439473 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:43:46.439593 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:43:46.440145 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:43:46.440834 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.services.segments.db [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98bab0f-edef-4fc2-8951-9c611f493ea1']}} {{(pid=109057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:46.448353 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe89eb1-9d11-49c6-9a7c-14af16ae51dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5be667-0961-493d-af40-02c8d8531cd0,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:46.453289 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:43:46.453839 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Checking segment: {'id': '5093806e-81ed-422c-b7b9-d82af1736f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:43:46.454341 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Bound using segment: {'id': '5093806e-81ed-422c-b7b9-d82af1736f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea'} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:43:46.455704 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Bound port: d10b1867-fbb6-4096-8248-3c8982ed27d5, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5093806e-81ed-422c-b7b9-d82af1736f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea'}}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:43:46.456283 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.462541 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.services.segments.db [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af688d3c-8fc2-42ea-b254-e1dbb143e175') {'for_net_delete': True} {{(pid=109057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:46.462893 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.services.segments.db [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af688d3c-8fc2-42ea-b254-e1dbb143e175') {} {{(pid=109057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:46.502701 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767559616925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4494375'] for segment (af688d3c-8fc2-42ea-b254-e1dbb143e175), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.578626 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (af688d3c-8fc2-42ea-b254-e1dbb143e175), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.592458 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=109057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:46.593116 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4495304'] for segment (af688d3c-8fc2-42ea-b254-e1dbb143e175), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.595863 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] For port d10b1867-fbb6-4096-8248-3c8982ed27d5, host hv-cinder-81561, cleared binding levels {{(pid=109056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: from cryptography.utils import int_from_bytes Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: from cryptography.utils import int_from_bytes Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:43:46.598388 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: Traceback (most recent call last): Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: timer() Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: cb(*args, **kw) Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: return func(*args, **kwargs) Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: self._notify() Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: self.callback(batched_events) Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: event.method(event) Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: return f(self, *a, **k) Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: return self._get(url).json() Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:46.601757 dv-cinder-815614-10-iscsi neutron-server[109057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:46.605938 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] For port d10b1867-fbb6-4096-8248-3c8982ed27d5, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d10b1867-fbb6-4096-8248-3c8982ed27d5,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:46.614333 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.621358 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc159fb9-fc21-4429-b173-609870f8dee9 req-e21978a3-d38a-48ae-9f5f-1a38b1d07cce tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:46.623194 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-fc159fb9-fc21-4429-b173-609870f8dee9 req-e21978a3-d38a-48ae-9f5f-1a38b1d07cce tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.1233239 Jan 21 09:43:46.657116 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:46.657730 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.659410 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-01aecec7-7b10-4e47-9795-3f48b995612b req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] 10.222.0.130 "PUT /v2.0/ports/d10b1867-fbb6-4096-8248-3c8982ed27d5 HTTP/1.1" status: 200 len: 1093 time: 1.3538923 Jan 21 09:43:46.659973 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'tag': 'd10b1867-fbb6-4096-8248-3c8982ed27d5'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:46.662699 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1be2b4-b882-4591-9663-f8ef1a6671d4" -d '{"events": [{"name": "network-changed", "server_uuid": "54ee287a-ce7d-4108-a9f6-64914bcc68c9", "tag": "d10b1867-fbb6-4096-8248-3c8982ed27d5"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:46.720457 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-fc159fb9-fc21-4429-b173-609870f8dee9 req-32790620-2f17-4d7f-b0e6-524b2f1fefa0 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874975 Jan 21 09:43:46.723789 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910546'] for network (d98bab0f-edef-4fc2-8951-9c611f493ea1), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.724907 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76786da-feca-4afd-9356-107fcb6c3c49 service neutron] Pushing event updated for resources: {'Port': ['ID=d10b1867-fbb6-4096-8248-3c8982ed27d5,revision_number=3']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:46.745547 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.751696 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] 10.222.0.112 "DELETE /v2.0/networks/d98bab0f-edef-4fc2-8951-9c611f493ea1 HTTP/1.1" status: 204 len: 168 time: 0.6548216 Jan 21 09:43:46.773020 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab26fa0-dcd9-40e4-a773-e5111579c265 admin admin] Pushing event deleted for resources: {'Network': ['ID=d98bab0f-edef-4fc2-8951-9c611f493ea1,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:46.828566 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a53fa55-550e-4d05-86b7-eef321ae5666 x-openstack-request-id: req-0a53fa55-550e-4d05-86b7-eef321ae5666 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:46.828866 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ee287a-ce7d-4108-a9f6-64914bcc68c9", "tag": "d10b1867-fbb6-4096-8248-3c8982ed27d5", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:46.829417 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-0a53fa55-550e-4d05-86b7-eef321ae5666 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:46.830079 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'tag': 'd10b1867-fbb6-4096-8248-3c8982ed27d5', 'status': 'completed', 'code': 200} Jan 21 09:43:46.858345 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.962371 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49266) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:47.007150 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49270) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:47.023852 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ffe437de-9951-454f-99cd-e95789835c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.103518 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49272) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:47.139500 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ffe437de-9951-454f-99cd-e95789835c0b admin admin] Publish callbacks [] for security_group (9a40d16e-6a69-4650-8ad6-ed65e347a24b), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.145570 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ffe437de-9951-454f-99cd-e95789835c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (9a40d16e-6a69-4650-8ad6-ed65e347a24b), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.157348 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-a80a1e1a-6398-4a6e-86ee-048fab6c4d06 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4af2dc252ba247649afc9780fa7bee81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0525212 Jan 21 09:43:47.160037 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49276) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:47.198499 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-ffe437de-9951-454f-99cd-e95789835c0b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c5cb067ad5204a6ba08a0b6db82a40e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1896622 Jan 21 09:43:47.201449 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49278) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:47.209830 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe437de-9951-454f-99cd-e95789835c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a40d16e-6a69-4650-8ad6-ed65e347a24b,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:47.229421 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2d09-0449-4be7-b6ee-75408cd41889 admin admin] Publish callbacks [] for security_group (fd7c184c-f9d8-4751-a1a6-0ff011939e4c), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.257280 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2d09-0449-4be7-b6ee-75408cd41889 admin admin] Publish callbacks [] for security_group (fd7c184c-f9d8-4751-a1a6-0ff011939e4c), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.261020 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4c281fdf-6974-4002-bf76-39fe38d044d8 admin admin] Publish callbacks [] for security_group (9a40d16e-6a69-4650-8ad6-ed65e347a24b), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.286641 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4c281fdf-6974-4002-bf76-39fe38d044d8 admin admin] Publish callbacks [] for security_group (9a40d16e-6a69-4650-8ad6-ed65e347a24b), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.317535 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2d09-0449-4be7-b6ee-75408cd41889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (fd7c184c-f9d8-4751-a1a6-0ff011939e4c), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.320288 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2d09-0449-4be7-b6ee-75408cd41889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.323991 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-dc1c2d09-0449-4be7-b6ee-75408cd41889 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/fd7c184c-f9d8-4751-a1a6-0ff011939e4c HTTP/1.1" status: 204 len: 168 time: 0.1605194 Jan 21 09:43:47.337004 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c2d09-0449-4be7-b6ee-75408cd41889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7c184c-f9d8-4751-a1a6-0ff011939e4c,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:47.377634 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4c281fdf-6974-4002-bf76-39fe38d044d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (9a40d16e-6a69-4650-8ad6-ed65e347a24b), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.387690 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4c281fdf-6974-4002-bf76-39fe38d044d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.389730 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-4c281fdf-6974-4002-bf76-39fe38d044d8 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/9a40d16e-6a69-4650-8ad6-ed65e347a24b HTTP/1.1" status: 204 len: 168 time: 0.1871769 Jan 21 09:43:47.404496 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ba1e8a23-f1e5-4492-8021-fa47e32330a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.439449 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c281fdf-6974-4002-bf76-39fe38d044d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a40d16e-6a69-4650-8ad6-ed65e347a24b,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:47.467745 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287c3ac-85f4-4cda-8916-262a2958ff40 req-62867e9d-066e-4bf1-99b8-5baf017de2fa tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:47.470048 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c287c3ac-85f4-4cda-8916-262a2958ff40 req-62867e9d-066e-4bf1-99b8-5baf017de2fa tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0736308 Jan 21 09:43:47.529899 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c287c3ac-85f4-4cda-8916-262a2958ff40 req-3020e878-6cea-4fe3-b9d5-926253029822 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531542 Jan 21 09:43:47.532313 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ba1e8a23-f1e5-4492-8021-fa47e32330a8 admin admin] Publish callbacks [] for security_group (1539deda-d232-4da6-9eca-6e18dab49c5d), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.539175 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ba1e8a23-f1e5-4492-8021-fa47e32330a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (1539deda-d232-4da6-9eca-6e18dab49c5d), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.585722 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-ba1e8a23-f1e5-4492-8021-fa47e32330a8 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3f42418c72c54e579f78aad832c923c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6214807 Jan 21 09:43:47.588152 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49292) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:47.595371 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e8a23-f1e5-4492-8021-fa47e32330a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1539deda-d232-4da6-9eca-6e18dab49c5d,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:47.659633 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a0178cd6-e606-4e22-97b3-7f70568cae48 admin admin] Publish callbacks [] for security_group (1539deda-d232-4da6-9eca-6e18dab49c5d), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.682362 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a0178cd6-e606-4e22-97b3-7f70568cae48 admin admin] Publish callbacks [] for security_group (1539deda-d232-4da6-9eca-6e18dab49c5d), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.735735 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a0178cd6-e606-4e22-97b3-7f70568cae48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (1539deda-d232-4da6-9eca-6e18dab49c5d), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.738999 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a0178cd6-e606-4e22-97b3-7f70568cae48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.743423 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-a0178cd6-e606-4e22-97b3-7f70568cae48 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/1539deda-d232-4da6-9eca-6e18dab49c5d HTTP/1.1" status: 204 len: 168 time: 0.1508641 Jan 21 09:43:47.750042 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0178cd6-e606-4e22-97b3-7f70568cae48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1539deda-d232-4da6-9eca-6e18dab49c5d,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:47.861088 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49304) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:47.881242 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597cfd5-8a85-4421-b843-d6edbfdca069 req-e217dbdf-9451-4dbd-948d-9f1055735532 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:47.891224 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0597cfd5-8a85-4421-b843-d6edbfdca069 req-e217dbdf-9451-4dbd-948d-9f1055735532 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0558178 Jan 21 09:43:47.930353 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-d2a4f912-507d-4b3f-8cd0-a75ca81e9b3e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=880ecfbb34c7427fbf7daa83c7869acb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0676041 Jan 21 09:43:47.932919 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49308) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:47.943359 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0597cfd5-8a85-4421-b843-d6edbfdca069 req-21790fe4-95b3-4643-9343-4d06f014109b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535843 Jan 21 09:43:47.990080 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ca6721d7-4bd1-4aae-baaa-2aa2542d2577 admin admin] Publish callbacks [] for security_group (05bbe55e-3eb7-4178-80d3-e4c0e3c04387), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:48.012968 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ca6721d7-4bd1-4aae-baaa-2aa2542d2577 admin admin] Publish callbacks [] for security_group (05bbe55e-3eb7-4178-80d3-e4c0e3c04387), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:48.069194 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ca6721d7-4bd1-4aae-baaa-2aa2542d2577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (05bbe55e-3eb7-4178-80d3-e4c0e3c04387), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:48.071970 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ca6721d7-4bd1-4aae-baaa-2aa2542d2577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:48.077212 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-ca6721d7-4bd1-4aae-baaa-2aa2542d2577 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/05bbe55e-3eb7-4178-80d3-e4c0e3c04387 HTTP/1.1" status: 204 len: 168 time: 0.1433113 Jan 21 09:43:48.085628 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6721d7-4bd1-4aae-baaa-2aa2542d2577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bbe55e-3eb7-4178-80d3-e4c0e3c04387,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:48.348246 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49324) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:48.362924 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-86c5096a-aaac-47e0-9b07-f68d2c13cfbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:48.453722 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-86c5096a-aaac-47e0-9b07-f68d2c13cfbf admin admin] Publish callbacks [] for security_group (4b593d44-f2b8-446e-92c0-1db92c87795f), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:48.459212 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-86c5096a-aaac-47e0-9b07-f68d2c13cfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (4b593d44-f2b8-446e-92c0-1db92c87795f), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:48.505995 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-86c5096a-aaac-47e0-9b07-f68d2c13cfbf admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=67b5ab6d561f4b369c10ae94460d0874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562622 Jan 21 09:43:48.508360 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5096a-aaac-47e0-9b07-f68d2c13cfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b593d44-f2b8-446e-92c0-1db92c87795f,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:48.508678 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49332) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:48.571441 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1bbfdf1b-6910-46fc-bb01-f467687cae08 admin admin] Publish callbacks [] for security_group (4b593d44-f2b8-446e-92c0-1db92c87795f), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:48.602972 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1bbfdf1b-6910-46fc-bb01-f467687cae08 admin admin] Publish callbacks [] for security_group (4b593d44-f2b8-446e-92c0-1db92c87795f), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:48.672299 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1bbfdf1b-6910-46fc-bb01-f467687cae08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (4b593d44-f2b8-446e-92c0-1db92c87795f), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:48.675424 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1bbfdf1b-6910-46fc-bb01-f467687cae08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:48.680959 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-1bbfdf1b-6910-46fc-bb01-f467687cae08 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/4b593d44-f2b8-446e-92c0-1db92c87795f HTTP/1.1" status: 204 len: 168 time: 0.1682179 Jan 21 09:43:48.703719 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:48.713551 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfdf1b-6910-46fc-bb01-f467687cae08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b593d44-f2b8-446e-92c0-1db92c87795f,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:48.748814 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aecec7-7b10-4e47-9795-3f48b995612b req-320b4973-4bab-4084-a42c-ddee5a304e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:48.750624 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-01aecec7-7b10-4e47-9795-3f48b995612b req-320b4973-4bab-4084-a42c-ddee5a304e66 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=7856a1f7c3034123ad5178bc63058030&device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 1096 time: 0.0914979 Jan 21 09:43:48.843498 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-01aecec7-7b10-4e47-9795-3f48b995612b req-6d4f0900-94ef-4bab-8700-cb546339e5f2 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10b1867-fbb6-4096-8248-3c8982ed27d5 HTTP/1.1" status: 200 len: 217 time: 0.0837851 Jan 21 09:43:48.949470 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736f3b-44ab-481a-afa6-27368bd48a08 req-0e05cecc-f656-4b90-8846-a7d22de1177a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:48.962773 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-99736f3b-44ab-481a-afa6-27368bd48a08 req-0e05cecc-f656-4b90-8846-a7d22de1177a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0742061 Jan 21 09:43:48.967106 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aecec7-7b10-4e47-9795-3f48b995612b req-c6dc8f01-8b46-4e65-b8b7-931cdac71a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:48.973397 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-01aecec7-7b10-4e47-9795-3f48b995612b req-c6dc8f01-8b46-4e65-b8b7-931cdac71a16 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=8ce5e84a-93b0-4cbd-b344-38a756d16f49 HTTP/1.1" status: 200 len: 856 time: 0.1041536 Jan 21 09:43:49.064349 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-99736f3b-44ab-481a-afa6-27368bd48a08 req-a3b08469-6d8e-49bb-871f-3782f79a2fdc tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001539 Jan 21 09:43:49.118523 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aecec7-7b10-4e47-9795-3f48b995612b req-e4701b73-b8f4-4adf-86f7-a47a84dd161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:49.120817 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-01aecec7-7b10-4e47-9795-3f48b995612b req-e4701b73-b8f4-4adf-86f7-a47a84dd161d service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=07378755-75a7-4292-9dfc-589db966e3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1410708 Jan 21 09:43:49.163141 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b7026-f9e6-4dc3-b1b5-b5767d73a629 req-d8d146e3-7fe0-4b41-9f85-8ef98aec9f94 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:49.165027 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8a0b7026-f9e6-4dc3-b1b5-b5767d73a629 req-d8d146e3-7fe0-4b41-9f85-8ef98aec9f94 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.1279731 Jan 21 09:43:49.183298 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:49.281110 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8a0b7026-f9e6-4dc3-b1b5-b5767d73a629 req-0865c854-b838-4572-bc17-12ae5d4ba61d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040075 Jan 21 09:43:49.309404 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-01aecec7-7b10-4e47-9795-3f48b995612b req-b7b8b298-7181-4f1a-9efc-b9e729f9351d service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724706 Jan 21 09:43:49.445896 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-01aecec7-7b10-4e47-9795-3f48b995612b req-e1a1c040-bdb1-4c3b-abe1-41e625fb7338 service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343482 Jan 21 09:43:49.506823 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e9576-8c2c-40ed-8534-2578b497d592 req-875e9879-3bcc-42b8-8b8e-d45f4c5fab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:49.508846 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-647e9576-8c2c-40ed-8534-2578b497d592 req-875e9879-3bcc-42b8-8b8e-d45f4c5fab4f service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 1098 time: 0.0504160 Jan 21 09:43:49.599208 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-647e9576-8c2c-40ed-8534-2578b497d592 req-f4206258-097f-4c41-9224-79d1bbb63ed1 service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818398 Jan 21 09:43:49.602115 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1be2b4-b882-4591-9663-f8ef1a6671d4 req-1f867db6-73d4-4b4d-93ad-c0f6b488a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:49.603809 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be1be2b4-b882-4591-9663-f8ef1a6671d4 req-1f867db6-73d4-4b4d-93ad-c0f6b488a7e2 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=7856a1f7c3034123ad5178bc63058030&device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 1096 time: 0.0793788 Jan 21 09:43:49.946426 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1be2b4-b882-4591-9663-f8ef1a6671d4 req-a2828d8a-c4c4-463d-995d-5c4b338f83b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:49.948285 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be1be2b4-b882-4591-9663-f8ef1a6671d4 req-a2828d8a-c4c4-463d-995d-5c4b338f83b9 service neutron] 10.222.0.130 "GET /v2.0/networks?id=07378755-75a7-4292-9dfc-589db966e3ea HTTP/1.1" status: 200 len: 918 time: 0.1098597 Jan 21 09:43:50.005491 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be1be2b4-b882-4591-9663-f8ef1a6671d4 req-7e5a782d-483d-4738-965b-6cd88364c597 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10b1867-fbb6-4096-8248-3c8982ed27d5 HTTP/1.1" status: 200 len: 217 time: 0.0508554 Jan 21 09:43:50.065614 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1be2b4-b882-4591-9663-f8ef1a6671d4 req-de2ee5a2-4fef-4313-a5e0-2d086ebb8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:50.072778 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be1be2b4-b882-4591-9663-f8ef1a6671d4 req-de2ee5a2-4fef-4313-a5e0-2d086ebb8e25 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=8ce5e84a-93b0-4cbd-b344-38a756d16f49 HTTP/1.1" status: 200 len: 856 time: 0.0600996 Jan 21 09:43:50.157480 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1be2b4-b882-4591-9663-f8ef1a6671d4 req-6b3630ae-4335-4f63-b385-1f8c10782469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:50.168575 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be1be2b4-b882-4591-9663-f8ef1a6671d4 req-6b3630ae-4335-4f63-b385-1f8c10782469 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=07378755-75a7-4292-9dfc-589db966e3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0781844 Jan 21 09:43:50.325024 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e3714-a24e-4827-89f6-e8b2ea026249 req-77bff095-a6ef-4dca-9f0b-59cb108f96c1 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:50.328192 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b48e3714-a24e-4827-89f6-e8b2ea026249 req-77bff095-a6ef-4dca-9f0b-59cb108f96c1 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.1564009 Jan 21 09:43:50.390897 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be1be2b4-b882-4591-9663-f8ef1a6671d4 req-b96c5d5d-04f3-4e1d-b462-f7bacf0e7da8 service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942062 Jan 21 09:43:50.472397 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9ac69-04f0-43b9-8dc2-361dbad82733 req-d42b1e6b-b3b7-4ae1-9e3c-64323dbf2ef4 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:50.481000 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-bfe9ac69-04f0-43b9-8dc2-361dbad82733 req-d42b1e6b-b3b7-4ae1-9e3c-64323dbf2ef4 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0850434 Jan 21 09:43:50.547412 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-bfe9ac69-04f0-43b9-8dc2-361dbad82733 req-8a810e4c-f4c0-401f-8592-bc52e838ed0d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639386 Jan 21 09:43:50.570074 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b48e3714-a24e-4827-89f6-e8b2ea026249 req-3d9f51b8-6381-436a-97d6-1e4f7e6741ac tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349036 Jan 21 09:43:50.615539 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be1be2b4-b882-4591-9663-f8ef1a6671d4 req-4ab3ed39-104b-4c9e-bff1-3c818e66557c service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158570 Jan 21 09:43:51.720298 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86b3e3-ee73-4f92-86b2-6f316eaff5f9 req-f4596325-3e58-4237-b7cf-774fb074dd06 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:51.723795 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ed86b3e3-ee73-4f92-86b2-6f316eaff5f9 req-f4596325-3e58-4237-b7cf-774fb074dd06 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0734696 Jan 21 09:43:51.821180 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957d6ac-980b-4407-bb9b-1867113e03d3 req-d145cad5-59c6-40cd-aed8-eef1044d6060 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:51.826672 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ed86b3e3-ee73-4f92-86b2-6f316eaff5f9 req-142c81d5-41b1-42e1-ab81-e91d816974b7 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844352 Jan 21 09:43:51.830189 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-7957d6ac-980b-4407-bb9b-1867113e03d3 req-d145cad5-59c6-40cd-aed8-eef1044d6060 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.1337402 Jan 21 09:43:51.902280 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-7957d6ac-980b-4407-bb9b-1867113e03d3 req-01e816b3-5686-48d4-82d9-efa0fedf872c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710766 Jan 21 09:43:51.904784 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49546) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:51.957132 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe183e5c-53b5-448c-a3f2-1774ee5feb80 req-f6175fc2-ddc9-467e-b8f9-2b1ece7066db tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:51.958848 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fe183e5c-53b5-448c-a3f2-1774ee5feb80 req-f6175fc2-ddc9-467e-b8f9-2b1ece7066db tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0545881 Jan 21 09:43:52.011838 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fe183e5c-53b5-448c-a3f2-1774ee5feb80 req-e28780aa-cfee-44d6-a92d-52817b2f9971 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472934 Jan 21 09:43:52.041578 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8219a358-f10c-44bd-b540-ce910dcd7d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:52.167616 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8219a358-f10c-44bd-b540-ce910dcd7d63 admin admin] Publish callbacks [] for security_group (3208f067-1704-454c-bdcc-f6e9ef9ef50f), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:52.173287 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8219a358-f10c-44bd-b540-ce910dcd7d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (3208f067-1704-454c-bdcc-f6e9ef9ef50f), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:52.219957 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-8219a358-f10c-44bd-b540-ce910dcd7d63 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=6168a77d97434ca496204f00f6d1339c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138516 Jan 21 09:43:52.220912 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219a358-f10c-44bd-b540-ce910dcd7d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3208f067-1704-454c-bdcc-f6e9ef9ef50f,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:52.223887 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49562) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:52.323051 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-832aa0b5-669f-4bbf-8077-7225e711eae7 admin admin] Publish callbacks [] for security_group (3208f067-1704-454c-bdcc-f6e9ef9ef50f), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:52.353906 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-832aa0b5-669f-4bbf-8077-7225e711eae7 admin admin] Publish callbacks [] for security_group (3208f067-1704-454c-bdcc-f6e9ef9ef50f), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:52.473732 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-832aa0b5-669f-4bbf-8077-7225e711eae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (3208f067-1704-454c-bdcc-f6e9ef9ef50f), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:52.480394 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-832aa0b5-669f-4bbf-8077-7225e711eae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:52.483310 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-832aa0b5-669f-4bbf-8077-7225e711eae7 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3208f067-1704-454c-bdcc-f6e9ef9ef50f HTTP/1.1" status: 204 len: 168 time: 0.2571917 Jan 21 09:43:52.493590 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832aa0b5-669f-4bbf-8077-7225e711eae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3208f067-1704-454c-bdcc-f6e9ef9ef50f,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:52.663440 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d10b1867-fbb6-4096-8248-3c8982ed27d5 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:43:52.777247 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d10b1867-fbb6-4096-8248-3c8982ed27d5, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d10b1867-fbb6-4096-8248-3c8982ed27d5,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:52.792044 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': 'd10b1867-fbb6-4096-8248-3c8982ed27d5', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'port_id': 'd10b1867-fbb6-4096-8248-3c8982ed27d5', 'mac_address': 'fa:16:3e:ec:3a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:43:52.850732 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49592) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:52.877839 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e8b50655-cd81-4e0e-8835-2980ec1efa7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:52.886567 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port d10b1867-fbb6-4096-8248-3c8982ed27d5 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:43:52.887019 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:52.915785 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10b1867-fbb6-4096-8248-3c8982ed27d5 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:43:52.940303 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d10b1867-fbb6-4096-8248-3c8982ed27d5, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d10b1867-fbb6-4096-8248-3c8982ed27d5,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:52.948391 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:52.984124 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e8b50655-cd81-4e0e-8835-2980ec1efa7c admin admin] Publish callbacks [] for security_group (4ca5a1c8-064d-40a3-bd34-9ba804f87ab0), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:52.989758 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e8b50655-cd81-4e0e-8835-2980ec1efa7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (4ca5a1c8-064d-40a3-bd34-9ba804f87ab0), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:53.022048 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-e8b50655-cd81-4e0e-8835-2980ec1efa7c admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=7480c995e00f425390bbb5206f26d4ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701324 Jan 21 09:43:53.025528 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49600) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:53.040728 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b50655-cd81-4e0e-8835-2980ec1efa7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca5a1c8-064d-40a3-bd34-9ba804f87ab0,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:53.077266 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=d10b1867-fbb6-4096-8248-3c8982ed27d5,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:53.160484 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-aafc268e-60f5-40ee-9d4c-732da197e581 admin admin] Publish callbacks [] for security_group (4ca5a1c8-064d-40a3-bd34-9ba804f87ab0), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:53.174620 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485883c-429a-429b-bfbe-022b1613eabd req-a89b8ea6-9839-4865-a1b2-af06ec10d373 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:53.176247 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f485883c-429a-429b-bfbe-022b1613eabd req-a89b8ea6-9839-4865-a1b2-af06ec10d373 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 944 time: 0.1169887 Jan 21 09:43:53.218200 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-aafc268e-60f5-40ee-9d4c-732da197e581 admin admin] Publish callbacks [] for security_group (4ca5a1c8-064d-40a3-bd34-9ba804f87ab0), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:53.241927 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['d10b1867-fbb6-4096-8248-3c8982ed27d5'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:43:53.274830 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f485883c-429a-429b-bfbe-022b1613eabd req-00ce814f-156e-4225-87d0-3472440717f0 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828922 Jan 21 09:43:53.308331 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-aafc268e-60f5-40ee-9d4c-732da197e581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (4ca5a1c8-064d-40a3-bd34-9ba804f87ab0), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:53.311389 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-aafc268e-60f5-40ee-9d4c-732da197e581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:53.313171 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-aafc268e-60f5-40ee-9d4c-732da197e581 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/4ca5a1c8-064d-40a3-bd34-9ba804f87ab0 HTTP/1.1" status: 204 len: 168 time: 0.2860436 Jan 21 09:43:53.322025 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc268e-60f5-40ee-9d4c-732da197e581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca5a1c8-064d-40a3-bd34-9ba804f87ab0,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:53.922461 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f1bf8-1f06-438a-81a4-390c31954f4b req-0d0e71e4-799e-4610-95eb-317c39814385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:53.924246 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a98f1bf8-1f06-438a-81a4-390c31954f4b req-0d0e71e4-799e-4610-95eb-317c39814385 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=8e68af954d89401b9a7122b646a5a9d6&device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 1098 time: 0.0976381 Jan 21 09:43:53.935091 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb808ce-f425-424d-acd0-787e77584c96 req-d9391326-47c9-4053-8555-77e5a6f2b02c tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:53.936641 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1cb808ce-f425-424d-acd0-787e77584c96 req-d9391326-47c9-4053-8555-77e5a6f2b02c tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0716565 Jan 21 09:43:54.037686 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49656) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:54.048997 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1cb808ce-f425-424d-acd0-787e77584c96 req-a0cc5659-8d3a-4547-ae5d-5d53c03f2d68 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032119 Jan 21 09:43:54.086772 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f1bf8-1f06-438a-81a4-390c31954f4b req-e09a417f-7be1-497f-87ba-c1ea590e7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:54.086772 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a98f1bf8-1f06-438a-81a4-390c31954f4b req-e09a417f-7be1-497f-87ba-c1ea590e7fc4 service neutron] 10.222.0.130 "GET /v2.0/networks?id=0045986e-e6c5-43f0-80c0-83702e835b95 HTTP/1.1" status: 200 len: 920 time: 0.1457376 Jan 21 09:43:54.131484 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a98f1bf8-1f06-438a-81a4-390c31954f4b req-e84fdc1e-93d8-4cb4-acbb-27d5a9f132fa service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a33cab0f-eda3-4f46-b24b-bfb067726c27 HTTP/1.1" status: 200 len: 217 time: 0.0389450 Jan 21 09:43:54.232680 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-236dc159-de34-4cfa-a93e-017a04ba0e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:54.255714 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f1bf8-1f06-438a-81a4-390c31954f4b req-407cc13c-79fa-470d-b07d-f9b77e274595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:54.257257 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a98f1bf8-1f06-438a-81a4-390c31954f4b req-407cc13c-79fa-470d-b07d-f9b77e274595 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=434a60e8-49e8-4807-8e03-c5aa2237a078 HTTP/1.1" status: 200 len: 859 time: 0.1182895 Jan 21 09:43:54.329047 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a98f1bf8-1f06-438a-81a4-390c31954f4b req-dc7861d4-d0a2-4083-a9bc-358a562d2d8a service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=0045986e-e6c5-43f0-80c0-83702e835b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534596 Jan 21 09:43:54.453096 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-236dc159-de34-4cfa-a93e-017a04ba0e66 admin admin] Publish callbacks [] for security_group (60eb0ff9-1685-4eb3-8545-ceef20727eff), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:54.458396 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-236dc159-de34-4cfa-a93e-017a04ba0e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (60eb0ff9-1685-4eb3-8545-ceef20727eff), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:54.480267 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f40684-4d6f-4c5e-a55a-98cab655a884 req-0cee0f7c-546a-4628-991f-2b6233701659 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:54.483307 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d9f40684-4d6f-4c5e-a55a-98cab655a884 req-0cee0f7c-546a-4628-991f-2b6233701659 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 944 time: 0.0759766 Jan 21 09:43:54.520478 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a98f1bf8-1f06-438a-81a4-390c31954f4b req-5e95c908-a985-4b00-b0ad-fac432bcdb30 service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825521 Jan 21 09:43:54.523082 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-236dc159-de34-4cfa-a93e-017a04ba0e66 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=fe94de2b7a754166bc09dd46280f3560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4827516 Jan 21 09:43:54.523851 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dc159-de34-4cfa-a93e-017a04ba0e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60eb0ff9-1685-4eb3-8545-ceef20727eff,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:54.526308 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49682) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:54.554720 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d9f40684-4d6f-4c5e-a55a-98cab655a884 req-9c7a2f99-3b40-4c1e-a377-7622044299f4 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638630 Jan 21 09:43:54.663122 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ee656974-68c0-452b-96a2-baaae1f6427a admin admin] Publish callbacks [] for security_group (60eb0ff9-1685-4eb3-8545-ceef20727eff), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:54.672023 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d10b1867-fbb6-4096-8248-3c8982ed27d5 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:43:54.748761 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port d10b1867-fbb6-4096-8248-3c8982ed27d5 completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:54.753531 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port d10b1867-fbb6-4096-8248-3c8982ed27d5 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:54.754088 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:54.877899 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port d10b1867-fbb6-4096-8248-3c8982ed27d5 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:43:54.878490 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:54.900238 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a98f1bf8-1f06-438a-81a4-390c31954f4b req-8b3cf295-dd90-46cc-88e2-6b0fc83f763e service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668337 Jan 21 09:43:54.907189 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10b1867-fbb6-4096-8248-3c8982ed27d5'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:54.910010 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9d81bf-ab4d-44c7-b806-bd3343c0c96e" -d '{"events": [{"server_uuid": "54ee287a-ce7d-4108-a9f6-64914bcc68c9", "name": "network-vif-plugged", "status": "completed", "tag": "d10b1867-fbb6-4096-8248-3c8982ed27d5"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:54.912394 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ee656974-68c0-452b-96a2-baaae1f6427a admin admin] Publish callbacks [] for security_group (60eb0ff9-1685-4eb3-8545-ceef20727eff), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:54.941702 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d10b1867-fbb6-4096-8248-3c8982ed27d5, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d10b1867-fbb6-4096-8248-3c8982ed27d5,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:54.954639 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:54.981015 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bf2d32-1daf-49be-a848-e22e2650895c x-openstack-request-id: req-30bf2d32-1daf-49be-a848-e22e2650895c {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:54.981897 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ee287a-ce7d-4108-a9f6-64914bcc68c9", "name": "network-vif-plugged", "status": "completed", "tag": "d10b1867-fbb6-4096-8248-3c8982ed27d5", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:54.982269 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-30bf2d32-1daf-49be-a848-e22e2650895c {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:54.982913 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10b1867-fbb6-4096-8248-3c8982ed27d5', 'code': 200} Jan 21 09:43:55.034013 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=d10b1867-fbb6-4096-8248-3c8982ed27d5,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:55.039382 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ee656974-68c0-452b-96a2-baaae1f6427a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (60eb0ff9-1685-4eb3-8545-ceef20727eff), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:55.043382 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ee656974-68c0-452b-96a2-baaae1f6427a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:55.046074 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-ee656974-68c0-452b-96a2-baaae1f6427a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/60eb0ff9-1685-4eb3-8545-ceef20727eff HTTP/1.1" status: 204 len: 168 time: 0.5175960 Jan 21 09:43:55.061000 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee656974-68c0-452b-96a2-baaae1f6427a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60eb0ff9-1685-4eb3-8545-ceef20727eff,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:55.284129 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57efa3-66a6-4ea1-8ab6-f8c58c9f369d req-18ea09cc-7ecc-4bd4-b961-eadf6b2732a3 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:55.286436 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9a57efa3-66a6-4ea1-8ab6-f8c58c9f369d req-18ea09cc-7ecc-4bd4-b961-eadf6b2732a3 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1041489 Jan 21 09:43:55.298554 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e19da-0378-45fb-9859-0a824ffa6adc req-95536a03-12dd-4bb7-9e54-7767019a7003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:55.300677 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-349e19da-0378-45fb-9859-0a824ffa6adc req-95536a03-12dd-4bb7-9e54-7767019a7003 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 1098 time: 0.0963461 Jan 21 09:43:55.388759 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-349e19da-0378-45fb-9859-0a824ffa6adc req-856d03c4-1891-4167-b702-031c72e48f68 service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755885 Jan 21 09:43:55.432001 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9a57efa3-66a6-4ea1-8ab6-f8c58c9f369d req-81dec4b4-4e70-492a-89ad-56cf0e24c1d7 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378982 Jan 21 09:43:55.733882 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06554d-97a5-4cbf-9d6a-f1ff76985d2b req-7ec9b134-a5d9-4573-8338-36168c980e2f tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:55.740227 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-8c06554d-97a5-4cbf-9d6a-f1ff76985d2b req-7ec9b134-a5d9-4573-8338-36168c980e2f tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.0784893 Jan 21 09:43:55.811287 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-8c06554d-97a5-4cbf-9d6a-f1ff76985d2b req-edfddcc2-c67b-4896-9f7e-ae722ae34303 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613580 Jan 21 09:43:56.275677 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49786) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:56.400577 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-56aac428-dd1d-4f30-9f9c-bf301777c2b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:56.504419 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-56aac428-dd1d-4f30-9f9c-bf301777c2b1 admin admin] Publish callbacks [] for security_group (576c2bf4-5e69-4fb2-9ed8-a93bcb4fab1f), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:56.518645 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-56aac428-dd1d-4f30-9f9c-bf301777c2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (576c2bf4-5e69-4fb2-9ed8-a93bcb4fab1f), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:56.588516 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aac428-dd1d-4f30-9f9c-bf301777c2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576c2bf4-5e69-4fb2-9ed8-a93bcb4fab1f,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:56.617167 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-56aac428-dd1d-4f30-9f9c-bf301777c2b1 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c391285f87574cb4ab63b05e3abe7d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366001 Jan 21 09:43:56.623075 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49800) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:56.643795 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff8323-3ae6-47a8-8e40-fbe78f28d31e req-acc4f51e-5eac-4713-918a-b25be57702cf tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:56.649887 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ceff8323-3ae6-47a8-8e40-fbe78f28d31e req-acc4f51e-5eac-4713-918a-b25be57702cf tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1438506 Jan 21 09:43:56.694753 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9ca10187-32ba-4046-a40a-2d214113e208 admin admin] Publish callbacks [] for security_group (576c2bf4-5e69-4fb2-9ed8-a93bcb4fab1f), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:56.729162 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ceff8323-3ae6-47a8-8e40-fbe78f28d31e req-a04f4063-9ef4-4a6f-a2e5-92d20ccee09d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729516 Jan 21 09:43:56.746627 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9ca10187-32ba-4046-a40a-2d214113e208 admin admin] Publish callbacks [] for security_group (576c2bf4-5e69-4fb2-9ed8-a93bcb4fab1f), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:56.808747 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9ca10187-32ba-4046-a40a-2d214113e208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (576c2bf4-5e69-4fb2-9ed8-a93bcb4fab1f), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:56.812568 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9ca10187-32ba-4046-a40a-2d214113e208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:56.813807 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-9ca10187-32ba-4046-a40a-2d214113e208 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/576c2bf4-5e69-4fb2-9ed8-a93bcb4fab1f HTTP/1.1" status: 204 len: 168 time: 0.1890693 Jan 21 09:43:56.828976 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca10187-32ba-4046-a40a-2d214113e208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576c2bf4-5e69-4fb2-9ed8-a93bcb4fab1f,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:56.953965 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb7b93-66ab-4c88-9e43-0cd19ca1745d req-1b46c76f-6cee-48a0-8814-252ab2c07373 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:56.961778 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-00bb7b93-66ab-4c88-9e43-0cd19ca1745d req-1b46c76f-6cee-48a0-8814-252ab2c07373 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.0632296 Jan 21 09:43:57.042236 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:43:57.045963 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-00bb7b93-66ab-4c88-9e43-0cd19ca1745d req-1983af92-012e-404d-9159-41b63e7044ee tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831125 Jan 21 09:43:57.224773 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49830) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:57.240549 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ba902340-b5bd-493e-85b4-cba983e94303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:57.334513 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ba902340-b5bd-493e-85b4-cba983e94303 admin admin] Publish callbacks [] for security_group (6c3e7fe3-172e-4d92-a908-417e77504690), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:57.340307 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ba902340-b5bd-493e-85b4-cba983e94303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (6c3e7fe3-172e-4d92-a908-417e77504690), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:57.388249 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-ba902340-b5bd-493e-85b4-cba983e94303 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=78edba05014141a0b34847f082eb7bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1617944 Jan 21 09:43:57.389192 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba902340-b5bd-493e-85b4-cba983e94303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3e7fe3-172e-4d92-a908-417e77504690,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:57.391266 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49838) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:57.456278 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c942-cf05-41d5-aaf1-9ecb5945231a admin admin] Publish callbacks [] for security_group (6c3e7fe3-172e-4d92-a908-417e77504690), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:57.477745 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c942-cf05-41d5-aaf1-9ecb5945231a admin admin] Publish callbacks [] for security_group (6c3e7fe3-172e-4d92-a908-417e77504690), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:57.525599 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c942-cf05-41d5-aaf1-9ecb5945231a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (6c3e7fe3-172e-4d92-a908-417e77504690), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:57.528966 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c942-cf05-41d5-aaf1-9ecb5945231a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:57.530242 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-9ff9c942-cf05-41d5-aaf1-9ecb5945231a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6c3e7fe3-172e-4d92-a908-417e77504690 HTTP/1.1" status: 204 len: 168 time: 0.1368186 Jan 21 09:43:57.538361 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9c942-cf05-41d5-aaf1-9ecb5945231a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3e7fe3-172e-4d92-a908-417e77504690,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:57.886024 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78ba56-813e-4896-a27b-cd3e421f2ff6 req-ce754454-06bc-4509-a776-4f4e98c864e7 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:57.886024 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ff78ba56-813e-4896-a27b-cd3e421f2ff6 req-ce754454-06bc-4509-a776-4f4e98c864e7 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0665879 Jan 21 09:43:57.950967 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ff78ba56-813e-4896-a27b-cd3e421f2ff6 req-faf960a3-7853-40c4-936f-d25b971c06b2 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588932 Jan 21 09:43:58.247144 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb2604-c9b9-4c99-852e-5d318f56214b req-16969ce8-f49f-465c-8283-aa78079726a7 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:58.256347 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-44cb2604-c9b9-4c99-852e-5d318f56214b req-16969ce8-f49f-465c-8283-aa78079726a7 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.0871549 Jan 21 09:43:58.321753 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-44cb2604-c9b9-4c99-852e-5d318f56214b req-a8ef7681-ba2c-4465-98b1-18eefe02990f tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641108 Jan 21 09:43:58.487327 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23eade-2d55-42a9-8c98-efa4e5a64b2a req-ce2f5031-f884-4ade-acaf-46a2ea4d7366 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:58.503463 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ae23eade-2d55-42a9-8c98-efa4e5a64b2a req-ce2f5031-f884-4ade-acaf-46a2ea4d7366 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.0848019 Jan 21 09:43:58.507332 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49914) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:58.509891 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49916) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:58.515377 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-be45e3a0-f0aa-47ef-be1f-14857dc6f537 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Request body: {'floatingip': {'port_id': 'd10b1867-fbb6-4096-8248-3c8982ed27d5'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:58.561716 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-be45e3a0-f0aa-47ef-be1f-14857dc6f537 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for floatingip (9a611491-f28a-4067-bcdd-f038a94c7fa3), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:58.658286 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c1bf02ac-a64e-4756-9a6a-6b701aef5eae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:58.739391 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c1bf02ac-a64e-4756-9a6a-6b701aef5eae admin admin] Publish callbacks [] for security_group (49c865ba-8f62-4c22-87e8-395455a92e60), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:58.745045 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c1bf02ac-a64e-4756-9a6a-6b701aef5eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (49c865ba-8f62-4c22-87e8-395455a92e60), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:58.786666 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-c1bf02ac-a64e-4756-9a6a-6b701aef5eae admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2ca8a568b7ac466b82b5a3ef8095ade8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774508 Jan 21 09:43:58.787630 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf02ac-a64e-4756-9a6a-6b701aef5eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c865ba-8f62-4c22-87e8-395455a92e60,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:58.789455 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 49924) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:58.975851 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49928) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:59.098472 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d4446921-f22e-4fac-afa9-8be7c4cc6d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:59.175966 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d4446921-f22e-4fac-afa9-8be7c4cc6d2a admin admin] Publish callbacks [] for security_group (2d687951-8827-4da5-a072-1216f21cb7eb), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:59.181291 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d4446921-f22e-4fac-afa9-8be7c4cc6d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (2d687951-8827-4da5-a072-1216f21cb7eb), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:59.184964 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-df911bd2-e9b8-4286-bf66-c432dbaec225 admin admin] Publish callbacks [] for security_group (49c865ba-8f62-4c22-87e8-395455a92e60), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:59.230829 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-d4446921-f22e-4fac-afa9-8be7c4cc6d2a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=32ae459b1bd04affbac4491d949ea369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513051 Jan 21 09:43:59.230829 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4446921-f22e-4fac-afa9-8be7c4cc6d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d687951-8827-4da5-a072-1216f21cb7eb,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:59.232922 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49934) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:59.250174 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-df911bd2-e9b8-4286-bf66-c432dbaec225 admin admin] Publish callbacks [] for security_group (49c865ba-8f62-4c22-87e8-395455a92e60), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:59.275654 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f9013-520f-419c-a228-897a7596ba7d req-71b8133d-e885-4e46-b78a-87fdb2682aa4 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:59.277189 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-fc7f9013-520f-419c-a228-897a7596ba7d req-71b8133d-e885-4e46-b78a-87fdb2682aa4 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1853940 Jan 21 09:43:59.284141 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-037dda11-3c73-4b80-b4bb-d71af181b4f7 admin admin] Publish callbacks [] for security_group (2d687951-8827-4da5-a072-1216f21cb7eb), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:59.305989 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-037dda11-3c73-4b80-b4bb-d71af181b4f7 admin admin] Publish callbacks [] for security_group (2d687951-8827-4da5-a072-1216f21cb7eb), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:59.355270 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-037dda11-3c73-4b80-b4bb-d71af181b4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (2d687951-8827-4da5-a072-1216f21cb7eb), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:59.357918 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-037dda11-3c73-4b80-b4bb-d71af181b4f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:59.362119 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-037dda11-3c73-4b80-b4bb-d71af181b4f7 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/2d687951-8827-4da5-a072-1216f21cb7eb HTTP/1.1" status: 204 len: 168 time: 0.1280420 Jan 21 09:43:59.370287 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037dda11-3c73-4b80-b4bb-d71af181b4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d687951-8827-4da5-a072-1216f21cb7eb,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:59.396655 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-fc7f9013-520f-419c-a228-897a7596ba7d req-61bd7cd5-ed30-4861-a75b-e82f13d3f96a tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070325 Jan 21 09:43:59.423605 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-df911bd2-e9b8-4286-bf66-c432dbaec225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (49c865ba-8f62-4c22-87e8-395455a92e60), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:59.426199 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-df911bd2-e9b8-4286-bf66-c432dbaec225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:59.427438 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-df911bd2-e9b8-4286-bf66-c432dbaec225 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/49c865ba-8f62-4c22-87e8-395455a92e60 HTTP/1.1" status: 204 len: 168 time: 0.6366899 Jan 21 09:43:59.443774 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df911bd2-e9b8-4286-bf66-c432dbaec225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c865ba-8f62-4c22-87e8-395455a92e60,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:59.457946 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-be45e3a0-f0aa-47ef-be1f-14857dc6f537 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:59.467084 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-be45e3a0-f0aa-47ef-be1f-14857dc6f537 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910602'] for floatingip (9a611491-f28a-4067-bcdd-f038a94c7fa3), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:59.615135 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.l3_db [None req-be45e3a0-f0aa-47ef-be1f-14857dc6f537 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Floating IP 9a611491-f28a-4067-bcdd-f038a94c7fa3 associated. External IP: 172.27.1.233, port: d10b1867-fbb6-4096-8248-3c8982ed27d5. Jan 21 09:43:59.784861 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49954) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:59.798841 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a6afe5a7-438d-4761-a5a6-bd94cd598d3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:59.874138 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be45e3a0-f0aa-47ef-be1f-14857dc6f537 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Router d4417b3f-c882-4dec-9e91-e4744307c5dc has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:59.896909 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a6afe5a7-438d-4761-a5a6-bd94cd598d3b admin admin] Publish callbacks [] for security_group (3e75a63f-8e1d-4e88-b6f7-0a485be438a7), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:59.901551 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a6afe5a7-438d-4761-a5a6-bd94cd598d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (3e75a63f-8e1d-4e88-b6f7-0a485be438a7), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:59.948250 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-a6afe5a7-438d-4761-a5a6-bd94cd598d3b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=8a2ef612b5d34b638c452fac6e0ae35a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597683 Jan 21 09:43:59.949473 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49960) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:59.968802 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afe5a7-438d-4761-a5a6-bd94cd598d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e75a63f-8e1d-4e88-b6f7-0a485be438a7,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:00.018393 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b682301b-31d7-4ada-9e5f-f2e0f93d468f admin admin] Publish callbacks [] for security_group (3e75a63f-8e1d-4e88-b6f7-0a485be438a7), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:00.021993 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be45e3a0-f0aa-47ef-be1f-14857dc6f537 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:00.027906 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-be45e3a0-f0aa-47ef-be1f-14857dc6f537 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:00.034973 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407a6321-7e56-4219-9370-2bee34fe4cdf None None] Sync routers for ids ['d4417b3f-c882-4dec-9e91-e4744307c5dc'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:00.047319 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407a6321-7e56-4219-9370-2bee34fe4cdf None None] Routers {'d4417b3f-c882-4dec-9e91-e4744307c5dc'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:44:00.048600 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-407a6321-7e56-4219-9370-2bee34fe4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:43:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['d4417b3f-c882-4dec-9e91-e4744307c5dc'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:00.051909 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b682301b-31d7-4ada-9e5f-f2e0f93d468f admin admin] Publish callbacks [] for security_group (3e75a63f-8e1d-4e88-b6f7-0a485be438a7), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:00.083737 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-be45e3a0-f0aa-47ef-be1f-14857dc6f537 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "PUT /v2.0/floatingips/9a611491-f28a-4067-bcdd-f038a94c7fa3 HTTP/1.1" status: 200 len: 991 time: 1.5713255 Jan 21 09:44:00.084819 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'tag': 'd10b1867-fbb6-4096-8248-3c8982ed27d5'}] {{(pid=109057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:00.087876 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79949007bb9b1bb4c7285b4ffc7cbdeea347a4eb7e1b137d5b1548f1f832f7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4a5c1a-541a-4af3-8dd3-75ea52dd5641" -d '{"events": [{"name": "network-changed", "server_uuid": "54ee287a-ce7d-4108-a9f6-64914bcc68c9", "tag": "d10b1867-fbb6-4096-8248-3c8982ed27d5"}]}' {{(pid=109057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:00.122331 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b682301b-31d7-4ada-9e5f-f2e0f93d468f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (3e75a63f-8e1d-4e88-b6f7-0a485be438a7), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:00.125245 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b682301b-31d7-4ada-9e5f-f2e0f93d468f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:00.129176 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-b682301b-31d7-4ada-9e5f-f2e0f93d468f admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3e75a63f-8e1d-4e88-b6f7-0a485be438a7 HTTP/1.1" status: 204 len: 168 time: 0.1750998 Jan 21 09:44:00.143946 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682301b-31d7-4ada-9e5f-f2e0f93d468f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e75a63f-8e1d-4e88-b6f7-0a485be438a7,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:00.319108 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-407a6321-7e56-4219-9370-2bee34fe4cdf None None] Set router d4417b3f-c882-4dec-9e91-e4744307c5dc gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:00.573391 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-407a6321-7e56-4219-9370-2bee34fe4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 4, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '9a611491-f28a-4067-bcdd-f038a94c7fa3', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'port_id': 'd10b1867-fbb6-4096-8248-3c8982ed27d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'mac_address': 'fa:16:3e:ec:3a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:43:40Z', 'updated_at': '2022-01-21T09:43:59Z', 'revision_number': 1, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7799c63-47a1-437e-904e-6028e97a1ab5', 'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'mac_address': 'fa:16:3e:a7:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:37Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 5, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'subnets': [{'id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:00.578499 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49986) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:00.597780 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-2e2c792b-c21f-4712-b1d4-743246feb93f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:00.623365 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407a6321-7e56-4219-9370-2bee34fe4cdf None None] Checking router: d4417b3f-c882-4dec-9e91-e4744307c5dc for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:00.633711 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407a6321-7e56-4219-9370-2bee34fe4cdf None None] Routers {'d4417b3f-c882-4dec-9e91-e4744307c5dc'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:44:00.634328 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-407a6321-7e56-4219-9370-2bee34fe4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:43:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['d4417b3f-c882-4dec-9e91-e4744307c5dc'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:00.691976 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-2e2c792b-c21f-4712-b1d4-743246feb93f admin admin] Publish callbacks [] for security_group (bba25664-944c-430f-954d-55551605bcab), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:00.696738 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-2e2c792b-c21f-4712-b1d4-743246feb93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (bba25664-944c-430f-954d-55551605bcab), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:00.742762 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c792b-c21f-4712-b1d4-743246feb93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba25664-944c-430f-954d-55551605bcab,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:00.750881 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-2e2c792b-c21f-4712-b1d4-743246feb93f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=043a20a4a4844d45ab51a2a1df6f40ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1683249 Jan 21 09:44:00.751356 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 49994) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:00.771574 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-407a6321-7e56-4219-9370-2bee34fe4cdf None None] Set router d4417b3f-c882-4dec-9e91-e4744307c5dc gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:00.844405 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f46b4989-dacf-41cf-87e7-3dd98140181d admin admin] Publish callbacks [] for security_group (bba25664-944c-430f-954d-55551605bcab), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:00.870166 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bef3cf8-be52-403f-ac04-9b4a80369576 x-openstack-request-id: req-6bef3cf8-be52-403f-ac04-9b4a80369576 {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:00.871183 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ee287a-ce7d-4108-a9f6-64914bcc68c9", "tag": "d10b1867-fbb6-4096-8248-3c8982ed27d5", "status": "completed", "code": 200}]} {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:00.872532 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6bef3cf8-be52-403f-ac04-9b4a80369576 {{(pid=109057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:00.873333 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'tag': 'd10b1867-fbb6-4096-8248-3c8982ed27d5', 'status': 'completed', 'code': 200} Jan 21 09:44:00.874972 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f46b4989-dacf-41cf-87e7-3dd98140181d admin admin] Publish callbacks [] for security_group (bba25664-944c-430f-954d-55551605bcab), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:00.974383 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35344dd-f802-40f8-ad69-7f0341357b62 req-6dd2b8eb-4e32-46f4-b2dc-48274997fc16 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:00.977597 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b35344dd-f802-40f8-ad69-7f0341357b62 req-6dd2b8eb-4e32-46f4-b2dc-48274997fc16 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0734358 Jan 21 09:44:00.995259 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a5c1a-541a-4af3-8dd3-75ea52dd5641 req-3d674fbf-a1ba-4fb4-99f7-34d45e970620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:00.997355 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9c4a5c1a-541a-4af3-8dd3-75ea52dd5641 req-3d674fbf-a1ba-4fb4-99f7-34d45e970620 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=7856a1f7c3034123ad5178bc63058030&device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 1098 time: 0.0824409 Jan 21 09:44:01.001029 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f46b4989-dacf-41cf-87e7-3dd98140181d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (bba25664-944c-430f-954d-55551605bcab), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:01.003726 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f46b4989-dacf-41cf-87e7-3dd98140181d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:01.007632 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-f46b4989-dacf-41cf-87e7-3dd98140181d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/bba25664-944c-430f-954d-55551605bcab HTTP/1.1" status: 204 len: 168 time: 0.2524145 Jan 21 09:44:01.039341 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b4989-dacf-41cf-87e7-3dd98140181d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba25664-944c-430f-954d-55551605bcab,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:01.071852 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b35344dd-f802-40f8-ad69-7f0341357b62 req-db09adf6-a3a6-4574-9dc9-ee954f28f676 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869279 Jan 21 09:44:01.144395 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-407a6321-7e56-4219-9370-2bee34fe4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 4, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '9a611491-f28a-4067-bcdd-f038a94c7fa3', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'port_id': 'd10b1867-fbb6-4096-8248-3c8982ed27d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'mac_address': 'fa:16:3e:ec:3a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:43:40Z', 'updated_at': '2022-01-21T09:43:59Z', 'revision_number': 1, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7799c63-47a1-437e-904e-6028e97a1ab5', 'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'mac_address': 'fa:16:3e:a7:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:37Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 5, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'subnets': [{'id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:01.166942 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a5c1a-541a-4af3-8dd3-75ea52dd5641 req-64c97c33-ec8d-4e06-9e2b-b3cb28a35082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:01.169778 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9c4a5c1a-541a-4af3-8dd3-75ea52dd5641 req-64c97c33-ec8d-4e06-9e2b-b3cb28a35082 service neutron] 10.222.0.130 "GET /v2.0/networks?id=07378755-75a7-4292-9dfc-589db966e3ea HTTP/1.1" status: 200 len: 918 time: 0.1576424 Jan 21 09:44:01.176820 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407a6321-7e56-4219-9370-2bee34fe4cdf None None] The sync data for ids ['d4417b3f-c882-4dec-9e91-e4744307c5dc'] in dv-cinder-815614-10-iscsi is: [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 4, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '9a611491-f28a-4067-bcdd-f038a94c7fa3', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'port_id': 'd10b1867-fbb6-4096-8248-3c8982ed27d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'mac_address': 'fa:16:3e:ec:3a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:43:40Z', 'updated_at': '2022-01-21T09:43:59Z', 'revision_number': 1, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7799c63-47a1-437e-904e-6028e97a1ab5', 'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'mac_address': 'fa:16:3e:a7:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:37Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 5, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'subnets': [{'id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:01.233575 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:01.276649 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9c4a5c1a-541a-4af3-8dd3-75ea52dd5641 req-dafb4492-61b2-4115-bf4b-ead97b63c5c3 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10b1867-fbb6-4096-8248-3c8982ed27d5 HTTP/1.1" status: 200 len: 999 time: 0.0907669 Jan 21 09:44:01.349197 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a5c1a-541a-4af3-8dd3-75ea52dd5641 req-3f4a9b95-0152-4508-81bb-7b696d84b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:01.351296 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9c4a5c1a-541a-4af3-8dd3-75ea52dd5641 req-3f4a9b95-0152-4508-81bb-7b696d84b79d service neutron] 10.222.0.130 "GET /v2.0/subnets?id=8ce5e84a-93b0-4cbd-b344-38a756d16f49 HTTP/1.1" status: 200 len: 856 time: 0.0633500 Jan 21 09:44:01.427228 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a5c1a-541a-4af3-8dd3-75ea52dd5641 req-d2af6705-0be8-46b0-8986-8b02e73e4260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:01.429367 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9c4a5c1a-541a-4af3-8dd3-75ea52dd5641 req-d2af6705-0be8-46b0-8986-8b02e73e4260 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=07378755-75a7-4292-9dfc-589db966e3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0700064 Jan 21 09:44:01.539104 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37e951-87bf-468a-a877-81f854dc8dbc None None] New status for floating IP 9a611491-f28a-4067-bcdd-f038a94c7fa3: ACTIVE {{(pid=109058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:44:01.562756 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9c4a5c1a-541a-4af3-8dd3-75ea52dd5641 req-88bd6e07-a423-42e7-bb69-4dfca8574628 service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263402 Jan 21 09:44:01.783381 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9c4a5c1a-541a-4af3-8dd3-75ea52dd5641 req-10bc2504-8784-4919-a5bf-b41db8ca06e3 service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127302 Jan 21 09:44:02.241093 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd54d2-7e27-423b-97d3-669b27fe9be4 req-3def7c66-0d09-4fdd-b3fa-dca6138040cc tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:02.250767 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-72fd54d2-7e27-423b-97d3-669b27fe9be4 req-3def7c66-0d09-4fdd-b3fa-dca6138040cc tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0773523 Jan 21 09:44:02.311596 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-72fd54d2-7e27-423b-97d3-669b27fe9be4 req-3d49f053-2747-4283-ba82-7b48fb091ff8 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594034 Jan 21 09:44:02.351296 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 50066) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:02.477520 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-09381662-973f-4591-93c3-f61eb48d9e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:02.571997 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-09381662-973f-4591-93c3-f61eb48d9e88 admin admin] Publish callbacks [] for security_group (89a8f62e-45e4-43d4-a978-91634c68e4a8), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:02.578032 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-09381662-973f-4591-93c3-f61eb48d9e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (89a8f62e-45e4-43d4-a978-91634c68e4a8), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:02.628960 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-09381662-973f-4591-93c3-f61eb48d9e88 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4f966913340b4a62ba0aad19263f3464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735000 Jan 21 09:44:02.628960 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09381662-973f-4591-93c3-f61eb48d9e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a8f62e-45e4-43d4-a978-91634c68e4a8,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:02.629325 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 50074) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:02.661061 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 50076) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:02.705693 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-372eaaa7-145e-4ef1-be4a-bea0c947ba01 admin admin] Publish callbacks [] for security_group (89a8f62e-45e4-43d4-a978-91634c68e4a8), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:02.739824 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-372eaaa7-145e-4ef1-be4a-bea0c947ba01 admin admin] Publish callbacks [] for security_group (89a8f62e-45e4-43d4-a978-91634c68e4a8), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:02.804133 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-4e3e16d2-10a8-4e06-aee5-a8e0117de5ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-439571112-network', 'tenant_id': 'b7f279c6b0ff44e399b2e1a6b23775fd'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:02.820534 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-372eaaa7-145e-4ef1-be4a-bea0c947ba01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (89a8f62e-45e4-43d4-a978-91634c68e4a8), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:02.823443 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-372eaaa7-145e-4ef1-be4a-bea0c947ba01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:02.828066 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-372eaaa7-145e-4ef1-be4a-bea0c947ba01 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/89a8f62e-45e4-43d4-a978-91634c68e4a8 HTTP/1.1" status: 204 len: 168 time: 0.1944935 Jan 21 09:44:02.851124 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372eaaa7-145e-4ef1-be4a-bea0c947ba01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a8f62e-45e4-43d4-a978-91634c68e4a8,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:02.860588 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3e16d2-10a8-4e06-aee5-a8e0117de5ef admin admin] Made reservation on behalf of b7f279c6b0ff44e399b2e1a6b23775fd for: {'network': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:02.863512 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4e3e16d2-10a8-4e06-aee5-a8e0117de5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:02.883298 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4e3e16d2-10a8-4e06-aee5-a8e0117de5ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:03.028431 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4e3e16d2-10a8-4e06-aee5-a8e0117de5ef admin admin] Publish callbacks [] for security_group (adf29499-5d24-4254-94b3-b48695ee1a08), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:03.034264 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4e3e16d2-10a8-4e06-aee5-a8e0117de5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (adf29499-5d24-4254-94b3-b48695ee1a08), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:03.060718 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3e16d2-10a8-4e06-aee5-a8e0117de5ef admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=109057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:03.081735 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e16d2-10a8-4e06-aee5-a8e0117de5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf29499-5d24-4254-94b3-b48695ee1a08,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:03.084795 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4e3e16d2-10a8-4e06-aee5-a8e0117de5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (f82a3809-413e-47c3-ac3e-7e9535066c04), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:03.085163 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.segments_db [None req-4e3e16d2-10a8-4e06-aee5-a8e0117de5ef admin admin] Added segment f82a3809-413e-47c3-ac3e-7e9535066c04 of type vlan for network 7477ae4c-f434-4da2-8525-785f7423f812 Jan 21 09:44:03.129212 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4e3e16d2-10a8-4e06-aee5-a8e0117de5ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (7477ae4c-f434-4da2-8525-785f7423f812), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:03.156065 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4e3e16d2-10a8-4e06-aee5-a8e0117de5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (7477ae4c-f434-4da2-8525-785f7423f812), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:03.157224 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3e16d2-10a8-4e06-aee5-a8e0117de5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:03.157999 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4e3e16d2-10a8-4e06-aee5-a8e0117de5ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:03.189726 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-4e3e16d2-10a8-4e06-aee5-a8e0117de5ef admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5267329 Jan 21 09:44:03.193888 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 50100) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:03.199515 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-01958947-4e7b-4fce-bae7-13ee92c46759 admin admin] Request body: {'subnet': {'network_id': '7477ae4c-f434-4da2-8525-785f7423f812', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-439571112-subnet', 'tenant_id': 'b7f279c6b0ff44e399b2e1a6b23775fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:03.225831 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01958947-4e7b-4fce-bae7-13ee92c46759 admin admin] Made reservation on behalf of b7f279c6b0ff44e399b2e1a6b23775fd for: {'subnet': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:03.229123 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-01958947-4e7b-4fce-bae7-13ee92c46759 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5368255'] for subnet (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:03.234980 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e16d2-10a8-4e06-aee5-a8e0117de5ef admin admin] Pushing event updated for resources: {'Network': ['ID=7477ae4c-f434-4da2-8525-785f7423f812,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:03.248062 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network 7477ae4c-f434-4da2-8525-785f7423f812 details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:44:03.445298 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-01958947-4e7b-4fce-bae7-13ee92c46759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6057618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5368225'] for subnet (fc84dfec-74ac-48cc-83af-e7712f5b8be7), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:03.498903 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f6515-513a-49be-8806-49b76bb0403a req-048d7431-a3fa-458d-a5ec-a14a4c74c3ab tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:03.507341 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a69f6515-513a-49be-8806-49b76bb0403a req-048d7431-a3fa-458d-a5ec-a14a4c74c3ab tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0912092 Jan 21 09:44:03.511140 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01958947-4e7b-4fce-bae7-13ee92c46759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc84dfec-74ac-48cc-83af-e7712f5b8be7,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:03.523457 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01958947-4e7b-4fce-bae7-13ee92c46759 admin admin] Checking segment: {'id': 'f82a3809-413e-47c3-ac3e-7e9535066c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7477ae4c-f434-4da2-8525-785f7423f812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:44:03.523873 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01958947-4e7b-4fce-bae7-13ee92c46759 admin admin] Network hostable DHCP agents. Network: 7477ae4c-f434-4da2-8525-785f7423f812, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:03.552037 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01958947-4e7b-4fce-bae7-13ee92c46759 admin admin] Network 7477ae4c-f434-4da2-8525-785f7423f812 is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:03.566922 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-01958947-4e7b-4fce-bae7-13ee92c46759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, 7477ae4c-f434-4da2-8525-785f7423f812) {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:03.573016 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a69f6515-513a-49be-8806-49b76bb0403a req-7aa44d8b-f27d-47e5-a64f-4956c9f5dd78 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644779 Jan 21 09:44:03.576000 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01958947-4e7b-4fce-bae7-13ee92c46759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:03.577112 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-01958947-4e7b-4fce-bae7-13ee92c46759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:03.605849 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-01958947-4e7b-4fce-bae7-13ee92c46759 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4022052 Jan 21 09:44:03.606100 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2895326e-f1fc-4301-b9a0-f59c92789a36 None None] Network 7477ae4c-f434-4da2-8525-785f7423f812 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:44:03.719305 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fddb2ee-a45d-4a9a-994e-80b7beef4a16 None None] Network 7477ae4c-f434-4da2-8525-785f7423f812 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:44:04.791773 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62436697-c2e1-4990-9404-d35f57ae2fb5 req-8f207d3f-7243-4f8b-bffe-4909798b1904 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:04.794582 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-62436697-c2e1-4990-9404-d35f57ae2fb5 req-8f207d3f-7243-4f8b-bffe-4909798b1904 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0605357 Jan 21 09:44:04.858232 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-62436697-c2e1-4990-9404-d35f57ae2fb5 req-0b47f42c-3e5e-41fa-9b6b-a68823d5fa67 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554390 Jan 21 09:44:05.986569 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73168ddf-da5c-4a30-853a-89093fbb3f5d req-9b1b141f-fb8a-40bb-8607-da99c0ce9b6d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:05.988122 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-73168ddf-da5c-4a30-853a-89093fbb3f5d req-9b1b141f-fb8a-40bb-8607-da99c0ce9b6d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0531754 Jan 21 09:44:06.036845 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-73168ddf-da5c-4a30-853a-89093fbb3f5d req-78f383e1-5690-4e0e-938a-1c0aa80a08b9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422018 Jan 21 09:44:07.160603 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037a61b-25fc-4bdf-8b6c-636e058aab37 req-e9d5bb3a-c9fa-4475-9e94-6f86bbcda33b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:07.163158 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3037a61b-25fc-4bdf-8b6c-636e058aab37 req-e9d5bb3a-c9fa-4475-9e94-6f86bbcda33b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0535884 Jan 21 09:44:07.215245 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3037a61b-25fc-4bdf-8b6c-636e058aab37 req-1840a289-f1b2-46b8-9838-a59b8ff18d78 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455420 Jan 21 09:44:08.334457 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1538a-806c-43bf-9678-a0a2a737484a req-2c276809-c508-4a6c-8c72-adeeb266ebd2 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:08.336011 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c1d1538a-806c-43bf-9678-a0a2a737484a req-2c276809-c508-4a6c-8c72-adeeb266ebd2 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0493348 Jan 21 09:44:08.392271 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c1d1538a-806c-43bf-9678-a0a2a737484a req-1d79e96d-00ed-448a-a439-dc2800ed056f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495808 Jan 21 09:44:09.278593 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-a6704e4c-5a20-4780-a72b-d6e583fd9fec tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:09.281060 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-a6704e4c-5a20-4780-a72b-d6e583fd9fec tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/networks?id=7477ae4c-f434-4da2-8525-785f7423f812 HTTP/1.1" status: 200 len: 808 time: 0.1320574 Jan 21 09:44:09.298128 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-992e9ceb-3d32-433c-b7a5-b58ce58f6c93 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/quotas/b7f279c6b0ff44e399b2e1a6b23775fd HTTP/1.1" status: 200 len: 375 time: 0.0109873 Jan 21 09:44:09.343570 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-f1566f8b-739b-4791-9e9c-79ee7d158cfb tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=b7f279c6b0ff44e399b2e1a6b23775fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348582 Jan 21 09:44:09.373685 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 50366) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:09.471827 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-13034022-92e3-458b-a469-3719601c8bbf service neutron] 10.222.0.112 "GET /v2.0/networks/7477ae4c-f434-4da2-8525-785f7423f812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257038 Jan 21 09:44:09.549732 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846b983-10a3-4bb5-afcc-f11c02964cc7 req-2b4778c8-28d5-4743-a259-35c45eb687f7 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:09.565141 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f846b983-10a3-4bb5-afcc-f11c02964cc7 req-2b4778c8-28d5-4743-a259-35c45eb687f7 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0679865 Jan 21 09:44:09.565279 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-843437b8-1dd7-44d3-ba66-bc029b69d9fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:09.630715 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-0f13a7d1-9834-4980-93b4-0f390bf27837 service neutron] 10.222.0.112 "GET /v2.0/networks/7477ae4c-f434-4da2-8525-785f7423f812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574864 Jan 21 09:44:09.642647 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f846b983-10a3-4bb5-afcc-f11c02964cc7 req-ecaef1cf-b649-42ed-8732-e0c95ba919e8 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737519 Jan 21 09:44:09.711510 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-843437b8-1dd7-44d3-ba66-bc029b69d9fd admin admin] Publish callbacks [] for security_group (2088395c-99d7-4e48-be13-5ca11cdc5126), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:09.718398 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-843437b8-1dd7-44d3-ba66-bc029b69d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (2088395c-99d7-4e48-be13-5ca11cdc5126), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:09.759142 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-843437b8-1dd7-44d3-ba66-bc029b69d9fd admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=8317ab94e3dd46ea8ce9562c4253fe75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843467 Jan 21 09:44:09.763989 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 50382) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:09.777045 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843437b8-1dd7-44d3-ba66-bc029b69d9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2088395c-99d7-4e48-be13-5ca11cdc5126,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:09.841690 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f54b8090-56ea-4fea-b61e-351888139559 admin admin] Publish callbacks [] for security_group (2088395c-99d7-4e48-be13-5ca11cdc5126), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:09.892563 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f54b8090-56ea-4fea-b61e-351888139559 admin admin] Publish callbacks [] for security_group (2088395c-99d7-4e48-be13-5ca11cdc5126), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:09.917399 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-27a22e63-86ce-4690-8659-b1a1b6d1cda0 req-f2b68c5d-4762-467a-a55b-a9342d1670c1 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 210 time: 0.0485146 Jan 21 09:44:09.965128 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f54b8090-56ea-4fea-b61e-351888139559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (2088395c-99d7-4e48-be13-5ca11cdc5126), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:09.967646 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f54b8090-56ea-4fea-b61e-351888139559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:09.968898 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-f54b8090-56ea-4fea-b61e-351888139559 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/2088395c-99d7-4e48-be13-5ca11cdc5126 HTTP/1.1" status: 204 len: 168 time: 0.2028420 Jan 21 09:44:09.977538 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b8090-56ea-4fea-b61e-351888139559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2088395c-99d7-4e48-be13-5ca11cdc5126,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:10.314846 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 50422) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:10.329018 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-522b76ef-d333-488d-9425-e2c32926dfa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:10.407230 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-522b76ef-d333-488d-9425-e2c32926dfa1 admin admin] Publish callbacks [] for security_group (be46f849-78a0-4ab7-ba11-e2cd0a1cd9da), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:10.411643 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-522b76ef-d333-488d-9425-e2c32926dfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (be46f849-78a0-4ab7-ba11-e2cd0a1cd9da), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:10.451322 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-522b76ef-d333-488d-9425-e2c32926dfa1 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=669fc484747a44b7a3c1c36efdc183a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353183 Jan 21 09:44:10.452227 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b76ef-d333-488d-9425-e2c32926dfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be46f849-78a0-4ab7-ba11-e2cd0a1cd9da,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:10.454542 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 50424) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:10.519865 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c53438e7-5334-4bea-9849-c9f57c9265fa admin admin] Publish callbacks [] for security_group (be46f849-78a0-4ab7-ba11-e2cd0a1cd9da), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:10.546579 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c53438e7-5334-4bea-9849-c9f57c9265fa admin admin] Publish callbacks [] for security_group (be46f849-78a0-4ab7-ba11-e2cd0a1cd9da), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:10.600460 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c53438e7-5334-4bea-9849-c9f57c9265fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (be46f849-78a0-4ab7-ba11-e2cd0a1cd9da), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:10.602987 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c53438e7-5334-4bea-9849-c9f57c9265fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:10.604216 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-c53438e7-5334-4bea-9849-c9f57c9265fa admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/be46f849-78a0-4ab7-ba11-e2cd0a1cd9da HTTP/1.1" status: 204 len: 168 time: 0.1474650 Jan 21 09:44:10.613170 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53438e7-5334-4bea-9849-c9f57c9265fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be46f849-78a0-4ab7-ba11-e2cd0a1cd9da,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:10.783794 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d79a5b-ce75-4c48-be60-ab449cf44290 req-1da9ef6f-c412-4e1b-b99f-f8b1b2080d2b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:10.792253 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-75d79a5b-ce75-4c48-be60-ab449cf44290 req-1da9ef6f-c412-4e1b-b99f-f8b1b2080d2b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0792935 Jan 21 09:44:10.844308 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-75d79a5b-ce75-4c48-be60-ab449cf44290 req-f0f45155-a9cf-4888-b99d-e9e6c0feab65 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509763 Jan 21 09:44:10.987589 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 50442) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:11.002756 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-79ed6c6e-4225-4bb7-9f87-db86ef753bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:11.029527 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2168cd42-4f91-472f-b18c-1428991e28d0 req-b2cff68e-8935-45a3-b93d-e83bff593c84 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 210 time: 0.0358446 Jan 21 09:44:11.108429 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-79ed6c6e-4225-4bb7-9f87-db86ef753bb9 admin admin] Publish callbacks [] for security_group (45edcc1d-20dc-404c-9eb2-1a12dcc22129), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:11.117528 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-79ed6c6e-4225-4bb7-9f87-db86ef753bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (45edcc1d-20dc-404c-9eb2-1a12dcc22129), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:11.158505 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-79ed6c6e-4225-4bb7-9f87-db86ef753bb9 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=e64a01b36dec4e4d9e743da231ac99e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672354 Jan 21 09:44:11.158770 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 50444) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:11.166147 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed6c6e-4225-4bb7-9f87-db86ef753bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45edcc1d-20dc-404c-9eb2-1a12dcc22129,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:11.201174 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-a650fca6-6b49-48f3-9228-39939cece401 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.203150 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-a650fca6-6b49-48f3-9228-39939cece401 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.130 "GET /v2.0/networks?id=7477ae4c-f434-4da2-8525-785f7423f812 HTTP/1.1" status: 200 len: 808 time: 0.1328425 Jan 21 09:44:11.217332 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-86c577ca-62af-4cf7-bba5-565682d4daf8 admin admin] Publish callbacks [] for security_group (45edcc1d-20dc-404c-9eb2-1a12dcc22129), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:11.225142 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-334340f0-1574-467b-8337-a4647e282246 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Request body: {'port': {'device_id': '611e3b8d-7c9c-40d3-a830-a633501469c7', 'network_id': '7477ae4c-f434-4da2-8525-785f7423f812', 'admin_state_up': True, 'tenant_id': 'b7f279c6b0ff44e399b2e1a6b23775fd'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:11.248586 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-86c577ca-62af-4cf7-bba5-565682d4daf8 admin admin] Publish callbacks [] for security_group (45edcc1d-20dc-404c-9eb2-1a12dcc22129), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:11.300149 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-86c577ca-62af-4cf7-bba5-565682d4daf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (45edcc1d-20dc-404c-9eb2-1a12dcc22129), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:11.303034 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-86c577ca-62af-4cf7-bba5-565682d4daf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:11.304314 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-86c577ca-62af-4cf7-bba5-565682d4daf8 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/45edcc1d-20dc-404c-9eb2-1a12dcc22129 HTTP/1.1" status: 204 len: 168 time: 0.1445961 Jan 21 09:44:11.313816 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c577ca-62af-4cf7-bba5-565682d4daf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45edcc1d-20dc-404c-9eb2-1a12dcc22129,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:11.362392 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-334340f0-1574-467b-8337-a4647e282246 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Made reservation on behalf of b7f279c6b0ff44e399b2e1a6b23775fd for: {'port': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:11.370020 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-334340f0-1574-467b-8337-a4647e282246 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:11.502761 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-334340f0-1574-467b-8337-a4647e282246 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Allocated IP 172.20.0.8 (7477ae4c-f434-4da2-8525-785f7423f812/fc84dfec-74ac-48cc-83af-e7712f5b8be7/a8f16299-fe51-4325-b220-5a6d9dc57455) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:11.663371 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-334340f0-1574-467b-8337-a4647e282246 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Publish callbacks [] for port (a8f16299-fe51-4325-b220-5a6d9dc57455), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:11.702349 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-334340f0-1574-467b-8337-a4647e282246 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (a8f16299-fe51-4325-b220-5a6d9dc57455), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:11.751531 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-334340f0-1574-467b-8337-a4647e282246 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Network 7477ae4c-f434-4da2-8525-785f7423f812 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:11.754614 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-334340f0-1574-467b-8337-a4647e282246 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:11.761004 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-334340f0-1574-467b-8337-a4647e282246 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:44:11.795786 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334340f0-1574-467b-8337-a4647e282246 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Pushing event updated for resources: {'Port': ['ID=a8f16299-fe51-4325-b220-5a6d9dc57455,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:11.819530 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-334340f0-1574-467b-8337-a4647e282246 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.820183 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-334340f0-1574-467b-8337-a4647e282246 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:11.838893 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-334340f0-1574-467b-8337-a4647e282246 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6182950 Jan 21 09:44:11.860697 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Request body: {'port': {'device_id': '611e3b8d-7c9c-40d3-a830-a633501469c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:11.969536 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (a8f16299-fe51-4325-b220-5a6d9dc57455), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:12.038236 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3190cd-b7b7-4a45-aaaa-b8913055388a req-7e99cd95-a23a-4b59-8c8c-01f7388f18a6 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:12.039825 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0f3190cd-b7b7-4a45-aaaa-b8913055388a req-7e99cd95-a23a-4b59-8c8c-01f7388f18a6 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1161001 Jan 21 09:44:12.157942 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0f3190cd-b7b7-4a45-aaaa-b8913055388a req-dfd85f17-a97b-4e5e-a526-0ef72a66ea99 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097069 Jan 21 09:44:12.175295 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 50482) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:12.177891 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50775135-9e77-4f48-929e-b75e91632b98 req-9f35ea69-f017-4ede-9422-90411294f243 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:12.179628 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-50775135-9e77-4f48-929e-b75e91632b98 req-9f35ea69-f017-4ede-9422-90411294f243 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 931 time: 0.0681961 Jan 21 09:44:12.242900 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-50775135-9e77-4f48-929e-b75e91632b98 req-1121b90f-ea25-4c58-bd89-70de22bf1a08 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562172 Jan 21 09:44:12.327743 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-a43d4031-8946-474d-9d77-bc56f7a1fa50 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1315195202-network', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:12.349641 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f16299-fe51-4325-b220-5a6d9dc57455 {{(pid=109056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:44:12.361989 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Publish callbacks [] for port (a8f16299-fe51-4325-b220-5a6d9dc57455), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:12.379698 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.provisioning_blocks [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Transition to ACTIVE for port object a8f16299-fe51-4325-b220-5a6d9dc57455 will not be triggered until provisioned by entity L2. {{(pid=109056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:12.381101 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43d4031-8946-474d-9d77-bc56f7a1fa50 admin admin] Made reservation on behalf of b0f3677d18a14829ba92c635e3e952b4 for: {'network': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:12.383503 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a43d4031-8946-474d-9d77-bc56f7a1fa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:12.387321 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (a8f16299-fe51-4325-b220-5a6d9dc57455), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:12.400407 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a43d4031-8946-474d-9d77-bc56f7a1fa50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:12.462212 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f16299-fe51-4325-b220-5a6d9dc57455,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:12.575046 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a43d4031-8946-474d-9d77-bc56f7a1fa50 admin admin] Publish callbacks [] for security_group (1142b68f-f707-48dd-a7d0-03f7d0ddd2da), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:12.577020 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Attempting to bind port a8f16299-fe51-4325-b220-5a6d9dc57455 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:44:12.577348 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Attempting to bind port a8f16299-fe51-4325-b220-5a6d9dc57455 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': 'f82a3809-413e-47c3-ac3e-7e9535066c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7477ae4c-f434-4da2-8525-785f7423f812'}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:44:12.577787 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Attempting to bind port a8f16299-fe51-4325-b220-5a6d9dc57455 on network 7477ae4c-f434-4da2-8525-785f7423f812 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:12.581522 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a43d4031-8946-474d-9d77-bc56f7a1fa50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (1142b68f-f707-48dd-a7d0-03f7d0ddd2da), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:12.595727 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Port a8f16299-fe51-4325-b220-5a6d9dc57455 on network 7477ae4c-f434-4da2-8525-785f7423f812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:44:12.596071 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Attempting to bind port a8f16299-fe51-4325-b220-5a6d9dc57455 on network 7477ae4c-f434-4da2-8525-785f7423f812 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:12.612773 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43d4031-8946-474d-9d77-bc56f7a1fa50 admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=109056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:12.617231 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:44:12.617586 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Checking segment: {'id': 'f82a3809-413e-47c3-ac3e-7e9535066c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7477ae4c-f434-4da2-8525-785f7423f812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:44:12.617989 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Bound using segment: {'id': 'f82a3809-413e-47c3-ac3e-7e9535066c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7477ae4c-f434-4da2-8525-785f7423f812'} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:44:12.618438 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Bound port: a8f16299-fe51-4325-b220-5a6d9dc57455, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82a3809-413e-47c3-ac3e-7e9535066c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7477ae4c-f434-4da2-8525-785f7423f812'}}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:44:12.618834 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (a8f16299-fe51-4325-b220-5a6d9dc57455), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:12.632557 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d4031-8946-474d-9d77-bc56f7a1fa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1142b68f-f707-48dd-a7d0-03f7d0ddd2da,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:12.642178 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a43d4031-8946-474d-9d77-bc56f7a1fa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (2bee3456-64e3-440d-9603-a0ee121debf8), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:12.642573 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.segments_db [None req-a43d4031-8946-474d-9d77-bc56f7a1fa50 admin admin] Added segment 2bee3456-64e3-440d-9603-a0ee121debf8 of type vlan for network d94bdff3-5414-4f0b-add5-113ce72946b0 Jan 21 09:44:12.697768 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-7e54e44f-9acd-43c9-9118-5c9c53930453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:12.713556 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a43d4031-8946-474d-9d77-bc56f7a1fa50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (d94bdff3-5414-4f0b-add5-113ce72946b0), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:12.750616 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] For port a8f16299-fe51-4325-b220-5a6d9dc57455, host hv-cinder-81561, cleared binding levels {{(pid=109056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:12.764237 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a43d4031-8946-474d-9d77-bc56f7a1fa50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (d94bdff3-5414-4f0b-add5-113ce72946b0), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:12.765557 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43d4031-8946-474d-9d77-bc56f7a1fa50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:12.766549 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a43d4031-8946-474d-9d77-bc56f7a1fa50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:12.770805 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] For port a8f16299-fe51-4325-b220-5a6d9dc57455, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=a8f16299-fe51-4325-b220-5a6d9dc57455,segment=NetworkSegment(f82a3809-413e-47c3-ac3e-7e9535066c04),segment_id=f82a3809-413e-47c3-ac3e-7e9535066c04)] {{(pid=109056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:12.780751 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (a8f16299-fe51-4325-b220-5a6d9dc57455), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:12.828155 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-a43d4031-8946-474d-9d77-bc56f7a1fa50 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6515400 Jan 21 09:44:12.831329 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 50490) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:12.836755 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-16729c75-04e2-4d85-909d-adacc9ee458f admin admin] Request body: {'subnet': {'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1315195202-subnet', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'ip_version': 4}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:12.864966 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16729c75-04e2-4d85-909d-adacc9ee458f admin admin] Made reservation on behalf of b0f3677d18a14829ba92c635e3e952b4 for: {'subnet': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:12.874408 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-16729c75-04e2-4d85-909d-adacc9ee458f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4499758'] for subnet (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:12.881234 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:12.881856 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:12.883425 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] 10.222.0.130 "PUT /v2.0/ports/a8f16299-fe51-4325-b220-5a6d9dc57455 HTTP/1.1" status: 200 len: 1093 time: 1.0270023 Jan 21 09:44:12.883887 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611e3b8d-7c9c-40d3-a830-a633501469c7', 'tag': 'a8f16299-fe51-4325-b220-5a6d9dc57455'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:12.886256 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64a488a-db1e-49b9-b6d4-32060984dc5b" -d '{"events": [{"name": "network-changed", "server_uuid": "611e3b8d-7c9c-40d3-a830-a633501469c7", "tag": "a8f16299-fe51-4325-b220-5a6d9dc57455"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:12.899360 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d4031-8946-474d-9d77-bc56f7a1fa50 admin admin] Pushing event updated for resources: {'Network': ['ID=d94bdff3-5414-4f0b-add5-113ce72946b0,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:12.911536 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf22d8-3c55-4e21-8578-2a4b8d45fda2 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f16299-fe51-4325-b220-5a6d9dc57455,revision_number=3']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:12.923351 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network d94bdff3-5414-4f0b-add5-113ce72946b0 details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:44:12.974829 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80637d2-a11d-47de-9e52-d78e85b4a332 x-openstack-request-id: req-a80637d2-a11d-47de-9e52-d78e85b4a332 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:12.975352 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611e3b8d-7c9c-40d3-a830-a633501469c7", "tag": "a8f16299-fe51-4325-b220-5a6d9dc57455", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:12.976327 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-a80637d2-a11d-47de-9e52-d78e85b4a332 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:12.976761 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611e3b8d-7c9c-40d3-a830-a633501469c7', 'tag': 'a8f16299-fe51-4325-b220-5a6d9dc57455', 'status': 'completed', 'code': 200} Jan 21 09:44:13.033319 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-a3ee172d-ec84-4c29-9fd5-87e8484c18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:13.034961 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-a3ee172d-ec84-4c29-9fd5-87e8484c18ad service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=b7f279c6b0ff44e399b2e1a6b23775fd&device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 1096 time: 0.0446689 Jan 21 09:44:13.087722 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-16729c75-04e2-4d85-909d-adacc9ee458f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4494437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4499760'] for subnet (1b5bdd26-760c-4c0a-9b53-fd52016de2be), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:13.101615 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-1312d2f1-89f2-4d06-a186-fe2ed5b61036 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8f16299-fe51-4325-b220-5a6d9dc57455 HTTP/1.1" status: 200 len: 217 time: 0.0544446 Jan 21 09:44:13.143082 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16729c75-04e2-4d85-909d-adacc9ee458f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b5bdd26-760c-4c0a-9b53-fd52016de2be,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:13.165241 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16729c75-04e2-4d85-909d-adacc9ee458f admin admin] Checking segment: {'id': '2bee3456-64e3-440d-9603-a0ee121debf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:44:13.165733 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16729c75-04e2-4d85-909d-adacc9ee458f admin admin] Network hostable DHCP agents. Network: d94bdff3-5414-4f0b-add5-113ce72946b0, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:13.177144 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-6a70d84f-e254-4d0a-87dd-47c3b1048d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:13.177144 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-6a70d84f-e254-4d0a-87dd-47c3b1048d28 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=fc84dfec-74ac-48cc-83af-e7712f5b8be7 HTTP/1.1" status: 200 len: 848 time: 0.0583701 Jan 21 09:44:13.188350 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16729c75-04e2-4d85-909d-adacc9ee458f admin admin] Network d94bdff3-5414-4f0b-add5-113ce72946b0 is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:13.200853 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-16729c75-04e2-4d85-909d-adacc9ee458f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, d94bdff3-5414-4f0b-add5-113ce72946b0) {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:13.205765 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16729c75-04e2-4d85-909d-adacc9ee458f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:13.206554 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-16729c75-04e2-4d85-909d-adacc9ee458f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:13.213489 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fe6bb9-b30b-4701-8e56-edd1832d11b5 None None] Network d94bdff3-5414-4f0b-add5-113ce72946b0 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:44:13.221068 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-2f780005-e6d3-49c0-94b7-b09bff4d227d service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=7477ae4c-f434-4da2-8525-785f7423f812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362363 Jan 21 09:44:13.227516 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-16729c75-04e2-4d85-909d-adacc9ee458f admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3949711 Jan 21 09:44:13.230375 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 50500) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:13.244173 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1315195202-router', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:13.313433 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7907917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15989'] for router (602160a6-14b5-49be-9acc-6c699602f8f4), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:13.317666 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7909373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8057193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15994'] for router (602160a6-14b5-49be-9acc-6c699602f8f4), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:13.355930 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3693bb14-d069-572a-a73c-21e20adad4c6-d94bdff3-5414-4f0b-add5-113ce72946b0', 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0', 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'fixed_ips': [{'subnet_id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be'}]}} from dv-cinder-815614-10-iscsi. {{(pid=109058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:44:13.357233 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:13.364528 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e16ba-ec7f-40b5-984a-14d2ecfdd9b2 req-122145d7-1ed2-4ea5-b218-213c19601d49 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:13.367421 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-696e16ba-ec7f-40b5-984a-14d2ecfdd9b2 req-122145d7-1ed2-4ea5-b218-213c19601d49 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1194301 Jan 21 09:44:13.395035 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-21f8fe75-ca27-40e8-af77-80952205717d service neutron] 10.222.0.130 "GET /v2.0/networks/7477ae4c-f434-4da2-8525-785f7423f812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615531 Jan 21 09:44:13.439787 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Publish callbacks [] for router_controller (602160a6-14b5-49be-9acc-6c699602f8f4), precommit_add_association {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:13.492484 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-696e16ba-ec7f-40b5-984a-14d2ecfdd9b2 req-7cb25ee9-3459-4d15-ac52-bf1a9c84e419 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158090 Jan 21 09:44:13.497865 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d01aa-64d1-43cd-935a-2ffc4dbf2ee3 req-efe89d51-9b4c-4969-92db-abd4b67ca082 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:13.499684 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d32d01aa-64d1-43cd-935a-2ffc4dbf2ee3 req-efe89d51-9b4c-4969-92db-abd4b67ca082 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 943 time: 0.1366773 Jan 21 09:44:13.532514 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be5b2452-8d01-4e2b-a4a8-9741cef73f97 req-5362e77f-38a3-40c0-babd-b38483a9798e service neutron] 10.222.0.130 "GET /v2.0/networks/7477ae4c-f434-4da2-8525-785f7423f812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175058 Jan 21 09:44:13.533509 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.db_base_plugin_common [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Allocated IP 172.20.0.2 (d94bdff3-5414-4f0b-add5-113ce72946b0/1b5bdd26-760c-4c0a-9b53-fd52016de2be/94637a69-3852-4cf0-a8f0-c71363337811) {{(pid=109058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:13.600634 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d32d01aa-64d1-43cd-935a-2ffc4dbf2ee3 req-51857ef3-58cb-4c0c-8e6f-33fdf7e9aec0 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669997 Jan 21 09:44:13.634324 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Publish callbacks [] for router_gateway (602160a6-14b5-49be-9acc-6c699602f8f4), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:13.729223 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Publish callbacks [] for port (94637a69-3852-4cf0-a8f0-c71363337811), precommit_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:13.739454 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834'] for port (94637a69-3852-4cf0-a8f0-c71363337811), after_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:13.796719 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Network d94bdff3-5414-4f0b-add5-113ce72946b0 is already hosted by enough agents. {{(pid=109058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:13.801406 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.base_scheduler [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Resources bound (agent type, host, resource id): {{(pid=109058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:13.804288 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Received port after_create {{(pid=109058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:44:13.816245 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Pushing event updated for resources: {'Port': ['ID=94637a69-3852-4cf0-a8f0-c71363337811,revision_number=1']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:13.883919 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a488a-db1e-49b9-b6d4-32060984dc5b req-e9bea103-7814-46f9-891d-6715a81e9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:13.885633 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a64a488a-db1e-49b9-b6d4-32060984dc5b req-e9bea103-7814-46f9-891d-6715a81e9f96 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=b7f279c6b0ff44e399b2e1a6b23775fd&device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 1096 time: 0.2722108 Jan 21 09:44:13.893578 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Attempting to bind port 94637a69-3852-4cf0-a8f0-c71363337811 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:44:13.893880 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Attempting to bind port 94637a69-3852-4cf0-a8f0-c71363337811 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '2bee3456-64e3-440d-9603-a0ee121debf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:44:13.894434 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Attempting to bind port 94637a69-3852-4cf0-a8f0-c71363337811 on network d94bdff3-5414-4f0b-add5-113ce72946b0 {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:13.900205 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:44:13.900592 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Checking segment: {'id': '2bee3456-64e3-440d-9603-a0ee121debf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:44:13.901007 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:13.901408 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Bound using segment: {'id': '2bee3456-64e3-440d-9603-a0ee121debf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:44:13.901889 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Bound port: 94637a69-3852-4cf0-a8f0-c71363337811, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bee3456-64e3-440d-9603-a0ee121debf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:44:13.902867 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (94637a69-3852-4cf0-a8f0-c71363337811), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:13.905504 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Publish callbacks [] for router_gateway (602160a6-14b5-49be-9acc-6c699602f8f4), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:13.927783 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:13.985945 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] For port 94637a69-3852-4cf0-a8f0-c71363337811, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:13.992905 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] For port 94637a69-3852-4cf0-a8f0-c71363337811, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=94637a69-3852-4cf0-a8f0-c71363337811,segment=NetworkSegment(2bee3456-64e3-440d-9603-a0ee121debf8),segment_id=2bee3456-64e3-440d-9603-a0ee121debf8)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:13.999237 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (94637a69-3852-4cf0-a8f0-c71363337811), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:14.010091 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a488a-db1e-49b9-b6d4-32060984dc5b req-44c27207-4c5b-401b-b7ba-f501768994e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:14.012881 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a64a488a-db1e-49b9-b6d4-32060984dc5b req-44c27207-4c5b-401b-b7ba-f501768994e0 service neutron] 10.222.0.130 "GET /v2.0/networks?id=7477ae4c-f434-4da2-8525-785f7423f812 HTTP/1.1" status: 200 len: 909 time: 0.1184645 Jan 21 09:44:14.044555 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Allocated IP 172.27.1.181 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/669b532a-08a0-4329-881d-1c400a736ee2) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:14.071123 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a64a488a-db1e-49b9-b6d4-32060984dc5b req-4e4d3926-1d19-4557-91fb-bc32f02c6a87 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8f16299-fe51-4325-b220-5a6d9dc57455 HTTP/1.1" status: 200 len: 217 time: 0.0461171 Jan 21 09:44:14.094486 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f576aa-77f8-4eb3-b2b6-d8c70cf80850 None None] Pushing event updated for resources: {'Port': ['ID=94637a69-3852-4cf0-a8f0-c71363337811,revision_number=2']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:14.141378 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a488a-db1e-49b9-b6d4-32060984dc5b req-d38b1649-d046-45ee-9efe-dc179a189dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:14.143264 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a64a488a-db1e-49b9-b6d4-32060984dc5b req-d38b1649-d046-45ee-9efe-dc179a189dff service neutron] 10.222.0.130 "GET /v2.0/subnets?id=fc84dfec-74ac-48cc-83af-e7712f5b8be7 HTTP/1.1" status: 200 len: 848 time: 0.0581517 Jan 21 09:44:14.172696 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Publish callbacks [] for port (669b532a-08a0-4329-881d-1c400a736ee2), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:14.177863 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a64a488a-db1e-49b9-b6d4-32060984dc5b req-403c6f14-6202-44fb-8daf-1ae442a14374 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=7477ae4c-f434-4da2-8525-785f7423f812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278933 Jan 21 09:44:14.226363 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (669b532a-08a0-4329-881d-1c400a736ee2), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:14.269600 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:14.273887 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:14.276437 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:44:14.311045 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a64a488a-db1e-49b9-b6d4-32060984dc5b req-a0d330a5-3955-4d55-8da1-c057533010b2 service neutron] 10.222.0.130 "GET /v2.0/networks/7477ae4c-f434-4da2-8525-785f7423f812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216204 Jan 21 09:44:14.316025 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Pushing event updated for resources: {'Port': ['ID=669b532a-08a0-4329-881d-1c400a736ee2,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:14.465624 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a64a488a-db1e-49b9-b6d4-32060984dc5b req-55b3d038-6722-495a-8387-0bc961f79522 service neutron] 10.222.0.130 "GET /v2.0/networks/7477ae4c-f434-4da2-8525-785f7423f812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452823 Jan 21 09:44:14.637734 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a487d-7156-4689-be68-7ad22f255ac7 req-bc303329-01df-4abc-a2f3-99fc9ed3dfff tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:14.639568 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c51a487d-7156-4689-be68-7ad22f255ac7 req-bc303329-01df-4abc-a2f3-99fc9ed3dfff tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0631747 Jan 21 09:44:14.702821 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c51a487d-7156-4689-be68-7ad22f255ac7 req-77488e76-8509-4797-84ab-af5605da5b52 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569451 Jan 21 09:44:14.820426 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a18e51-3993-4c15-9347-8c9274965d9d req-6f307ab0-29d6-4649-9995-fb08adb8fa87 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:14.822067 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-80a18e51-3993-4c15-9347-8c9274965d9d req-6f307ab0-29d6-4649-9995-fb08adb8fa87 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 943 time: 0.0538945 Jan 21 09:44:14.861931 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Publish callbacks [] for router_gateway (602160a6-14b5-49be-9acc-6c699602f8f4), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:14.891485 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-80a18e51-3993-4c15-9347-8c9274965d9d req-2615e6ca-1151-4297-aebb-c7e797ba04d5 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593398 Jan 21 09:44:14.993158 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 94637a69-3852-4cf0-a8f0-c71363337811 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:15.061286 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 94637a69-3852-4cf0-a8f0-c71363337811 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:15.061680 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (94637a69-3852-4cf0-a8f0-c71363337811), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:15.093970 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7909322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7910412'] for router (602160a6-14b5-49be-9acc-6c699602f8f4), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:15.169257 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 94637a69-3852-4cf0-a8f0-c71363337811 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:15.169666 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (94637a69-3852-4cf0-a8f0-c71363337811), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:15.207273 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] For port 94637a69-3852-4cf0-a8f0-c71363337811, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=94637a69-3852-4cf0-a8f0-c71363337811,segment=NetworkSegment(2bee3456-64e3-440d-9603-a0ee121debf8),segment_id=2bee3456-64e3-440d-9603-a0ee121debf8)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:15.213599 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (94637a69-3852-4cf0-a8f0-c71363337811), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:15.254316 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Router 602160a6-14b5-49be-9acc-6c699602f8f4 is scheduled to L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 with binding_index 1 {{(pid=109057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:44:15.269583 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Pushing event updated for resources: {'Port': ['ID=94637a69-3852-4cf0-a8f0-c71363337811,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:15.377474 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:15.388001 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Sync routers for ids ['602160a6-14b5-49be-9acc-6c699602f8f4'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:15.402756 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Routers {'602160a6-14b5-49be-9acc-6c699602f8f4'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:44:15.403435 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:43:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['602160a6-14b5-49be-9acc-6c699602f8f4'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:15.404146 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:15.405569 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-0e96191f-bc0b-4a46-9120-c62822ea13e6 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1738057 Jan 21 09:44:15.408831 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 50530) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:15.415461 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-e0baf395-5e5d-4ff1-ac73-27b1d79de0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:15.425885 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183574bf-4e4c-439c-b599-012659529530 None None] Network d94bdff3-5414-4f0b-add5-113ce72946b0 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:44:15.549855 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-2e9d70f9-3536-4cc4-9826-87ef3da3c977 None None] Provisioning complete for port 94637a69-3852-4cf0-a8f0-c71363337811 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:15.550252 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-2e9d70f9-3536-4cc4-9826-87ef3da3c977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (94637a69-3852-4cf0-a8f0-c71363337811), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:15.573135 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Set router 602160a6-14b5-49be-9acc-6c699602f8f4 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:15.675026 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d70f9-3536-4cc4-9826-87ef3da3c977 None None] Current status of the port 94637a69-3852-4cf0-a8f0-c71363337811 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:15.828856 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'name': 'tempest-TestShelveInstance-1315195202-router', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '669b532a-08a0-4329-881d-1c400a736ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:14Z', 'revision_number': 3, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'gw_port': {'id': '669b532a-08a0-4329-881d-1c400a736ee2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:15.856513 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Checking router: 602160a6-14b5-49be-9acc-6c699602f8f4 for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:15.856927 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Updating router 602160a6-14b5-49be-9acc-6c699602f8f4 port 669b532a-08a0-4329-881d-1c400a736ee2 binding host dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:44:15.888220 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (669b532a-08a0-4329-881d-1c400a736ee2), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:15.951642 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e64bf-4e4c-4865-a2bd-3e5c2c6d5289 req-bd56feb7-2776-4a1c-9ba3-fb12faafa7c5 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:15.953209 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-876e64bf-4e4c-4865-a2bd-3e5c2c6d5289 req-bd56feb7-2776-4a1c-9ba3-fb12faafa7c5 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1321168 Jan 21 09:44:16.012778 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-f53928f6-f4bc-44b7-96f2-4007fa3f8a08 None None] Provisioning complete for port 94637a69-3852-4cf0-a8f0-c71363337811 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:16.013879 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-f53928f6-f4bc-44b7-96f2-4007fa3f8a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (94637a69-3852-4cf0-a8f0-c71363337811), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:16.057237 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2f32a-abce-4263-bf32-49977ed17291 req-e40220ad-d577-4973-8b1b-4936eece508a tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:16.063849 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-876e64bf-4e4c-4865-a2bd-3e5c2c6d5289 req-74a5ff2a-5ada-49fd-843d-183d6dd1848e tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992119 Jan 21 09:44:16.065456 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:16.068134 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1ec2f32a-abce-4263-bf32-49977ed17291 req-e40220ad-d577-4973-8b1b-4936eece508a tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 943 time: 0.0881569 Jan 21 09:44:16.159052 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-f53928f6-f4bc-44b7-96f2-4007fa3f8a08 None None] Current status of the port 94637a69-3852-4cf0-a8f0-c71363337811 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:16.164074 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1ec2f32a-abce-4263-bf32-49977ed17291 req-a04f2c16-0426-4f30-8175-c6c04fc70f6d tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949588 Jan 21 09:44:16.261078 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] Allocated IP 172.20.0.1 (d94bdff3-5414-4f0b-add5-113ce72946b0/1b5bdd26-760c-4c0a-9b53-fd52016de2be/d871382b-0cec-49aa-96b1-067017f19382) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:16.263050 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Publish callbacks [] for port (669b532a-08a0-4329-881d-1c400a736ee2), precommit_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:16.268259 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (669b532a-08a0-4329-881d-1c400a736ee2), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:16.328464 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Attempting to bind port 669b532a-08a0-4329-881d-1c400a736ee2 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:44:16.328867 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Attempting to bind port 669b532a-08a0-4329-881d-1c400a736ee2 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:44:16.329227 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Attempting to bind port 669b532a-08a0-4329-881d-1c400a736ee2 on network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:16.338277 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da575ba-03a6-4f06-8ceb-acdb4116fb80 None None] Pushing event updated for resources: {'Port': ['ID=669b532a-08a0-4329-881d-1c400a736ee2,revision_number=2']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:16.341991 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:44:16.342383 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Checking segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:44:16.342813 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:16.343214 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Bound using segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:44:16.343696 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Bound port: 669b532a-08a0-4329-881d-1c400a736ee2, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:44:16.344089 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (669b532a-08a0-4329-881d-1c400a736ee2), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:16.366304 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] Publish callbacks [] for port (d871382b-0cec-49aa-96b1-067017f19382), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:16.397996 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] For port 669b532a-08a0-4329-881d-1c400a736ee2, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:16.402952 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] For port 669b532a-08a0-4329-881d-1c400a736ee2, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=669b532a-08a0-4329-881d-1c400a736ee2,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:16.403203 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (d871382b-0cec-49aa-96b1-067017f19382), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:16.408135 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (669b532a-08a0-4329-881d-1c400a736ee2), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:16.463935 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] Network d94bdff3-5414-4f0b-add5-113ce72946b0 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:16.465923 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da575ba-03a6-4f06-8ceb-acdb4116fb80 None None] Pushing event updated for resources: {'Port': ['ID=669b532a-08a0-4329-881d-1c400a736ee2,revision_number=3']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:16.466969 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:16.470635 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:44:16.472890 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Routers {'602160a6-14b5-49be-9acc-6c699602f8f4'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:44:16.473527 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:44:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['602160a6-14b5-49be-9acc-6c699602f8f4'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:16.481014 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=d871382b-0cec-49aa-96b1-067017f19382,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:16.525576 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912766'] for router_interface (602160a6-14b5-49be-9acc-6c699602f8f4), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:16.683964 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d871382b-0cec-49aa-96b1-067017f19382), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:16.689802 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] Set router 602160a6-14b5-49be-9acc-6c699602f8f4 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:16.785293 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-7a730cc7-88a4-4908-915b-3f1f2088ede4 None None] Provisioning complete for port d871382b-0cec-49aa-96b1-067017f19382 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:16.785677 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-7a730cc7-88a4-4908-915b-3f1f2088ede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d871382b-0cec-49aa-96b1-067017f19382), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:16.837673 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-7a730cc7-88a4-4908-915b-3f1f2088ede4 None None] Port d871382b-0cec-49aa-96b1-067017f19382 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:44:16.867750 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:16.920800 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'name': 'tempest-TestShelveInstance-1315195202-router', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '669b532a-08a0-4329-881d-1c400a736ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:14Z', 'revision_number': 3, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'gw_port': {'id': '669b532a-08a0-4329-881d-1c400a736ee2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:16.921144 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] Publish callbacks [] for port (d871382b-0cec-49aa-96b1-067017f19382), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:16.928408 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (d871382b-0cec-49aa-96b1-067017f19382), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:16.932592 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 94637a69-3852-4cf0-a8f0-c71363337811 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:16.948480 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f57cc-3f1b-43fd-baa9-8dc637050b1c None None] The sync data for ids ['602160a6-14b5-49be-9acc-6c699602f8f4'] in dv-cinder-815614-10-iscsi is: [{'id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'name': 'tempest-TestShelveInstance-1315195202-router', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '669b532a-08a0-4329-881d-1c400a736ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:14Z', 'revision_number': 3, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'gw_port': {'id': '669b532a-08a0-4329-881d-1c400a736ee2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:17.000400 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7909537'] for router_interface (602160a6-14b5-49be-9acc-6c699602f8f4), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:17.002134 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 94637a69-3852-4cf0-a8f0-c71363337811 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:17.002708 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (94637a69-3852-4cf0-a8f0-c71363337811), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:17.050929 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=d871382b-0cec-49aa-96b1-067017f19382,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:17.116021 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 94637a69-3852-4cf0-a8f0-c71363337811 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:17.175624 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] Network d94bdff3-5414-4f0b-add5-113ce72946b0 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:17.193460 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:17.331732 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74854d-4c45-42ca-aee6-418e3ce96d49 req-80ce3a32-07bc-4bf0-a6ba-a94ec9e3bb39 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:17.333287 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be74854d-4c45-42ca-aee6-418e3ce96d49 req-80ce3a32-07bc-4bf0-a6ba-a94ec9e3bb39 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1732633 Jan 21 09:44:17.346840 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd207ef-89ca-45ca-95f2-356aa997690f req-aa13dd0a-18a6-4fbe-a958-9fc310de3cf3 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:17.349196 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4cd207ef-89ca-45ca-95f2-356aa997690f req-aa13dd0a-18a6-4fbe-a958-9fc310de3cf3 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 943 time: 0.0562172 Jan 21 09:44:17.446023 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4cd207ef-89ca-45ca-95f2-356aa997690f req-acd51a4b-125e-4974-a63d-f1659757cab8 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708535 Jan 21 09:44:17.481573 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be74854d-4c45-42ca-aee6-418e3ce96d49 req-1788ce4a-f112-4a3b-a035-b005cb1bbade tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405649 Jan 21 09:44:17.497886 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] Router 602160a6-14b5-49be-9acc-6c699602f8f4 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:17.567364 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-c4e5dae3-f3c0-40e7-97e7-f8d475c3e4cc None None] Provisioning complete for port d871382b-0cec-49aa-96b1-067017f19382 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:17.567763 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c4e5dae3-f3c0-40e7-97e7-f8d475c3e4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d871382b-0cec-49aa-96b1-067017f19382), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:17.614296 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-c4e5dae3-f3c0-40e7-97e7-f8d475c3e4cc None None] Port d871382b-0cec-49aa-96b1-067017f19382 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:44:17.662299 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:17.677887 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-a375e16c-2eec-4453-9856-800228f62ca9 admin admin] 10.222.0.112 "PUT /v2.0/routers/602160a6-14b5-49be-9acc-6c699602f8f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2677276 Jan 21 09:44:18.210808 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 50580) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:18.215866 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-3ac14763-39b4-4900-a6a5-4a186e00287c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1618699211-network', 'tenant_id': 'd99ba6a4da9b424287d142c0b9682146'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:18.238320 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac14763-39b4-4900-a6a5-4a186e00287c admin admin] Made reservation on behalf of d99ba6a4da9b424287d142c0b9682146 for: {'network': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:18.240607 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3ac14763-39b4-4900-a6a5-4a186e00287c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:18.250118 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3ac14763-39b4-4900-a6a5-4a186e00287c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:18.330490 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3ac14763-39b4-4900-a6a5-4a186e00287c admin admin] Publish callbacks [] for security_group (e2234fd5-593d-4c72-8623-2f6f7cf03223), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:18.335221 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3ac14763-39b4-4900-a6a5-4a186e00287c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (e2234fd5-593d-4c72-8623-2f6f7cf03223), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:18.361762 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac14763-39b4-4900-a6a5-4a186e00287c admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=109056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:18.371023 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac14763-39b4-4900-a6a5-4a186e00287c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2234fd5-593d-4c72-8623-2f6f7cf03223,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:18.377200 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3ac14763-39b4-4900-a6a5-4a186e00287c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (b0e3c118-ea1b-4313-9577-4de97f3e6d61), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:18.377572 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.segments_db [None req-3ac14763-39b4-4900-a6a5-4a186e00287c admin admin] Added segment b0e3c118-ea1b-4313-9577-4de97f3e6d61 of type vlan for network 711796a3-5423-43b4-be96-f27732b0f014 Jan 21 09:44:18.422538 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3ac14763-39b4-4900-a6a5-4a186e00287c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (711796a3-5423-43b4-be96-f27732b0f014), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:18.450737 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3ac14763-39b4-4900-a6a5-4a186e00287c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (711796a3-5423-43b4-be96-f27732b0f014), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:18.451731 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac14763-39b4-4900-a6a5-4a186e00287c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:18.452330 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3ac14763-39b4-4900-a6a5-4a186e00287c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:18.489348 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-3ac14763-39b4-4900-a6a5-4a186e00287c admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2747002 Jan 21 09:44:18.489718 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 50586) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:18.494689 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-08c0e625-4a97-4da1-afa6-c42957f48be8 admin admin] Request body: {'subnet': {'network_id': '711796a3-5423-43b4-be96-f27732b0f014', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1618699211-subnet', 'tenant_id': 'd99ba6a4da9b424287d142c0b9682146', 'ip_version': 4}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:18.515683 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac14763-39b4-4900-a6a5-4a186e00287c admin admin] Pushing event updated for resources: {'Network': ['ID=711796a3-5423-43b4-be96-f27732b0f014,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:18.528326 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network 711796a3-5423-43b4-be96-f27732b0f014 details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:44:18.560577 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c0e625-4a97-4da1-afa6-c42957f48be8 admin admin] Made reservation on behalf of d99ba6a4da9b424287d142c0b9682146 for: {'subnet': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:18.562711 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-08c0e625-4a97-4da1-afa6-c42957f48be8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4499758'] for subnet (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:18.673712 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70906c9c-5b54-4364-9a2e-ae00021a8c30 req-2371ba4a-00e1-4a80-a87b-5c57708c0abd tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:18.677542 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-70906c9c-5b54-4364-9a2e-ae00021a8c30 req-2371ba4a-00e1-4a80-a87b-5c57708c0abd tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0823965 Jan 21 09:44:18.686384 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfdcdf-4610-426f-a34c-9a5f53019ea5 req-d157cb84-1f79-4361-95fc-eaa073933c71 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:18.689536 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5dbfdcdf-4610-426f-a34c-9a5f53019ea5 req-d157cb84-1f79-4361-95fc-eaa073933c71 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 943 time: 0.1388774 Jan 21 09:44:18.720193 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:18.760184 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-70906c9c-5b54-4364-9a2e-ae00021a8c30 req-d81ffc99-e81f-4798-9ffb-cbcd6a5f8a7f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643685 Jan 21 09:44:18.787009 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5dbfdcdf-4610-426f-a34c-9a5f53019ea5 req-230d1a69-a793-415e-8be5-476f5001f7ed tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872219 Jan 21 09:44:18.885885 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-08c0e625-4a97-4da1-afa6-c42957f48be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4494437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4499760'] for subnet (d04e38b0-cbc4-4f31-9d21-6678a1f25096), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:18.944059 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 669b532a-08a0-4329-881d-1c400a736ee2 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:18.948438 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0e625-4a97-4da1-afa6-c42957f48be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d04e38b0-cbc4-4f31-9d21-6678a1f25096,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:18.961050 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c0e625-4a97-4da1-afa6-c42957f48be8 admin admin] Checking segment: {'id': 'b0e3c118-ea1b-4313-9577-4de97f3e6d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '711796a3-5423-43b4-be96-f27732b0f014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:44:18.961437 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c0e625-4a97-4da1-afa6-c42957f48be8 admin admin] Network hostable DHCP agents. Network: 711796a3-5423-43b4-be96-f27732b0f014, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:18.987016 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c0e625-4a97-4da1-afa6-c42957f48be8 admin admin] Network 711796a3-5423-43b4-be96-f27732b0f014 is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:18.997364 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-08c0e625-4a97-4da1-afa6-c42957f48be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, 711796a3-5423-43b4-be96-f27732b0f014) {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:19.001890 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c0e625-4a97-4da1-afa6-c42957f48be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:19.002560 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-08c0e625-4a97-4da1-afa6-c42957f48be8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:19.008708 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4cc646-8c98-4b2e-803c-ad3191502630 None None] Network 711796a3-5423-43b4-be96-f27732b0f014 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:44:19.011079 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 669b532a-08a0-4329-881d-1c400a736ee2 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:19.011564 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (669b532a-08a0-4329-881d-1c400a736ee2), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:19.020143 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-08c0e625-4a97-4da1-afa6-c42957f48be8 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5292826 Jan 21 09:44:19.023278 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 50594) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:19.028129 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1618699211-router', 'tenant_id': 'd99ba6a4da9b424287d142c0b9682146', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:19.067955 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7907917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15989'] for router (e946bf3b-924f-49d6-8f7e-bb139e1fbe0b), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:19.069033 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7909373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8057193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15994'] for router (e946bf3b-924f-49d6-8f7e-bb139e1fbe0b), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:19.131697 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Publish callbacks [] for router_controller (e946bf3b-924f-49d6-8f7e-bb139e1fbe0b), precommit_add_association {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:19.141032 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Sync routers for ids ['602160a6-14b5-49be-9acc-6c699602f8f4'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:19.199478 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3693bb14-d069-572a-a73c-21e20adad4c6-711796a3-5423-43b4-be96-f27732b0f014', 'network_id': '711796a3-5423-43b4-be96-f27732b0f014', 'project_id': 'd99ba6a4da9b424287d142c0b9682146', 'fixed_ips': [{'subnet_id': 'd04e38b0-cbc4-4f31-9d21-6678a1f25096'}]}} from dv-cinder-815614-10-iscsi. {{(pid=109058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:44:19.200590 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:19.214357 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:19.233857 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Routers {'602160a6-14b5-49be-9acc-6c699602f8f4'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:44:19.234500 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:44:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['602160a6-14b5-49be-9acc-6c699602f8f4'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:19.297811 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Publish callbacks [] for router_gateway (e946bf3b-924f-49d6-8f7e-bb139e1fbe0b), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:19.491254 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 669b532a-08a0-4329-881d-1c400a736ee2 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:19.491665 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (669b532a-08a0-4329-881d-1c400a736ee2), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:19.517808 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Publish callbacks [] for router_gateway (e946bf3b-924f-49d6-8f7e-bb139e1fbe0b), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:19.545574 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:19.564467 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] For port 669b532a-08a0-4329-881d-1c400a736ee2, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=669b532a-08a0-4329-881d-1c400a736ee2,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:19.589758 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (669b532a-08a0-4329-881d-1c400a736ee2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:19.639964 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Set router 602160a6-14b5-49be-9acc-6c699602f8f4 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:19.655889 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Allocated IP 172.27.1.154 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:19.703815 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.db_base_plugin_common [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Allocated IP 172.20.0.2 (711796a3-5423-43b4-be96-f27732b0f014/d04e38b0-cbc4-4f31-9d21-6678a1f25096/e342c9a9-58e2-4245-adbe-1b516e37653a) {{(pid=109058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:19.717842 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Pushing event updated for resources: {'Port': ['ID=669b532a-08a0-4329-881d-1c400a736ee2,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:19.779332 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Publish callbacks [] for port (d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:19.824987 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:19.872796 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:19.878646 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:19.882691 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:44:19.921879 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Pushing event updated for resources: {'Port': ['ID=d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:19.927338 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec704d-2e3e-4b5c-8bcd-803e2e81a0c1 req-419f0925-7e1a-49d3-ae3c-ce2dac57a4f0 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:19.937953 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0eec704d-2e3e-4b5c-8bcd-803e2e81a0c1 req-419f0925-7e1a-49d3-ae3c-ce2dac57a4f0 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0763764 Jan 21 09:44:19.991414 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0eec704d-2e3e-4b5c-8bcd-803e2e81a0c1 req-d896fadf-3188-4ef9-8fe3-6e1b0f15c446 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520074 Jan 21 09:44:20.032046 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Publish callbacks [] for port (e342c9a9-58e2-4245-adbe-1b516e37653a), precommit_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:20.043990 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834'] for port (e342c9a9-58e2-4245-adbe-1b516e37653a), after_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:20.082780 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74ee09-0ba9-4ac3-97e3-3f79a118da28 req-3f2453a7-a664-4da2-a6ba-5eb192a3ae35 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:20.084396 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-dc74ee09-0ba9-4ac3-97e3-3f79a118da28 req-3f2453a7-a664-4da2-a6ba-5eb192a3ae35 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 943 time: 0.1688404 Jan 21 09:44:20.093151 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Network 711796a3-5423-43b4-be96-f27732b0f014 is already hosted by enough agents. {{(pid=109058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:20.100239 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.base_scheduler [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Resources bound (agent type, host, resource id): {{(pid=109058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:20.106744 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'name': 'tempest-TestShelveInstance-1315195202-router', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '669b532a-08a0-4329-881d-1c400a736ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:16Z', 'revision_number': 4, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'gw_port': {'id': '669b532a-08a0-4329-881d-1c400a736ee2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'd871382b-0cec-49aa-96b1-067017f19382', 'name': '', 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'mac_address': 'fa:16:3e:de:b0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:16Z', 'updated_at': '2022-01-21T09:44:16Z', 'revision_number': 2, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'subnets': [{'id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:20.109538 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Received port after_create {{(pid=109058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:44:20.113414 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Pushing event updated for resources: {'Port': ['ID=e342c9a9-58e2-4245-adbe-1b516e37653a,revision_number=1']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:20.153986 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Checking router: 602160a6-14b5-49be-9acc-6c699602f8f4 for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:20.154370 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Updating router 602160a6-14b5-49be-9acc-6c699602f8f4 port d871382b-0cec-49aa-96b1-067017f19382 binding host dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:44:20.203054 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-dc74ee09-0ba9-4ac3-97e3-3f79a118da28 req-f970e5cb-1b0b-45a0-bf5d-03c33ba77042 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068153 Jan 21 09:44:20.218365 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d871382b-0cec-49aa-96b1-067017f19382), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:20.272649 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Publish callbacks [] for router_gateway (e946bf3b-924f-49d6-8f7e-bb139e1fbe0b), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:20.277713 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Attempting to bind port e342c9a9-58e2-4245-adbe-1b516e37653a on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:44:20.278318 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Attempting to bind port e342c9a9-58e2-4245-adbe-1b516e37653a by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': 'b0e3c118-ea1b-4313-9577-4de97f3e6d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '711796a3-5423-43b4-be96-f27732b0f014'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:44:20.279025 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Attempting to bind port e342c9a9-58e2-4245-adbe-1b516e37653a on network 711796a3-5423-43b4-be96-f27732b0f014 {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:20.293220 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:44:20.293658 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Checking segment: {'id': 'b0e3c118-ea1b-4313-9577-4de97f3e6d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '711796a3-5423-43b4-be96-f27732b0f014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:44:20.294151 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:20.294608 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Bound using segment: {'id': 'b0e3c118-ea1b-4313-9577-4de97f3e6d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '711796a3-5423-43b4-be96-f27732b0f014'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:44:20.295186 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Bound port: e342c9a9-58e2-4245-adbe-1b516e37653a, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e3c118-ea1b-4313-9577-4de97f3e6d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '711796a3-5423-43b4-be96-f27732b0f014'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:44:20.295769 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (e342c9a9-58e2-4245-adbe-1b516e37653a), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:20.494198 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] For port e342c9a9-58e2-4245-adbe-1b516e37653a, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:20.512107 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] For port e342c9a9-58e2-4245-adbe-1b516e37653a, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=e342c9a9-58e2-4245-adbe-1b516e37653a,segment=NetworkSegment(b0e3c118-ea1b-4313-9577-4de97f3e6d61),segment_id=b0e3c118-ea1b-4313-9577-4de97f3e6d61)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:20.521219 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (e342c9a9-58e2-4245-adbe-1b516e37653a), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:20.622163 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468b1c7-9806-4b03-ae10-ae2d99d45c1f None None] Pushing event updated for resources: {'Port': ['ID=e342c9a9-58e2-4245-adbe-1b516e37653a,revision_number=2']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:20.677241 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Publish callbacks [] for port (d871382b-0cec-49aa-96b1-067017f19382), precommit_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:20.686052 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d871382b-0cec-49aa-96b1-067017f19382), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:20.721364 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7909322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7910412'] for router (e946bf3b-924f-49d6-8f7e-bb139e1fbe0b), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:20.747716 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728d8c9-39f1-43ed-837e-99e861c798a7 None None] Pushing event updated for resources: {'Port': ['ID=d871382b-0cec-49aa-96b1-067017f19382,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:20.801480 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Attempting to bind port d871382b-0cec-49aa-96b1-067017f19382 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:44:20.809601 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Attempting to bind port d871382b-0cec-49aa-96b1-067017f19382 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '2bee3456-64e3-440d-9603-a0ee121debf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:44:20.809601 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Attempting to bind port d871382b-0cec-49aa-96b1-067017f19382 on network d94bdff3-5414-4f0b-add5-113ce72946b0 {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:20.809601 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:44:20.809601 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Checking segment: {'id': '2bee3456-64e3-440d-9603-a0ee121debf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:44:20.810363 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:20.810919 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Bound using segment: {'id': '2bee3456-64e3-440d-9603-a0ee121debf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:44:20.811552 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Bound port: d871382b-0cec-49aa-96b1-067017f19382, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bee3456-64e3-440d-9603-a0ee121debf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:44:20.812233 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d871382b-0cec-49aa-96b1-067017f19382), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:20.955320 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] For port d871382b-0cec-49aa-96b1-067017f19382, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:20.958901 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] For port d871382b-0cec-49aa-96b1-067017f19382, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=d871382b-0cec-49aa-96b1-067017f19382,segment=NetworkSegment(2bee3456-64e3-440d-9603-a0ee121debf8),segment_id=2bee3456-64e3-440d-9603-a0ee121debf8)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:20.965507 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d871382b-0cec-49aa-96b1-067017f19382), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:20.977846 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Router e946bf3b-924f-49d6-8f7e-bb139e1fbe0b is scheduled to L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 with binding_index 1 {{(pid=109057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:44:21.004737 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 669b532a-08a0-4329-881d-1c400a736ee2 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:21.135205 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728d8c9-39f1-43ed-837e-99e861c798a7 None None] Pushing event updated for resources: {'Port': ['ID=d871382b-0cec-49aa-96b1-067017f19382,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:21.145127 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Routers {'602160a6-14b5-49be-9acc-6c699602f8f4'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:44:21.145780 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:44:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['602160a6-14b5-49be-9acc-6c699602f8f4'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:21.201174 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:21.212504 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Sync routers for ids ['e946bf3b-924f-49d6-8f7e-bb139e1fbe0b'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:21.241259 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Routers {'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:44:21.242268 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:44:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['e946bf3b-924f-49d6-8f7e-bb139e1fbe0b'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:21.251619 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:21.252929 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-b8d123ae-ffa6-48e6-a4e3-3ea277d1d9d3 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2286699 Jan 21 09:44:21.256018 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 50624) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:21.269644 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dce665-6bc0-4aaf-ae01-26b95c860ed0 req-052a90d4-d05c-47c2-9176-fe7622aab030 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:21.271265 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-11dce665-6bc0-4aaf-ae01-26b95c860ed0 req-052a90d4-d05c-47c2-9176-fe7622aab030 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1175208 Jan 21 09:44:21.321234 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-f6143ee8-fc63-4963-9a0a-8acb236455b4 None None] Provisioning complete for port d871382b-0cec-49aa-96b1-067017f19382 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:21.321616 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-f6143ee8-fc63-4963-9a0a-8acb236455b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d871382b-0cec-49aa-96b1-067017f19382), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:21.388565 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-11dce665-6bc0-4aaf-ae01-26b95c860ed0 req-1f4d5300-81fe-44b3-a4e2-b8ed9f157d07 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099510 Jan 21 09:44:21.419287 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 669b532a-08a0-4329-881d-1c400a736ee2 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:21.419681 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (669b532a-08a0-4329-881d-1c400a736ee2), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:21.502475 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-f6143ee8-fc63-4963-9a0a-8acb236455b4 None None] Current status of the port d871382b-0cec-49aa-96b1-067017f19382 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:21.502889 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-f6143ee8-fc63-4963-9a0a-8acb236455b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d871382b-0cec-49aa-96b1-067017f19382), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:21.519888 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] Set router 602160a6-14b5-49be-9acc-6c699602f8f4 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:21.568828 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Set router e946bf3b-924f-49d6-8f7e-bb139e1fbe0b gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:21.754033 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-f6143ee8-fc63-4963-9a0a-8acb236455b4 None None] For port d871382b-0cec-49aa-96b1-067017f19382, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=d871382b-0cec-49aa-96b1-067017f19382,segment=NetworkSegment(2bee3456-64e3-440d-9603-a0ee121debf8),segment_id=2bee3456-64e3-440d-9603-a0ee121debf8)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:21.763964 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-f6143ee8-fc63-4963-9a0a-8acb236455b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d871382b-0cec-49aa-96b1-067017f19382), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:21.801502 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a228cfe-e87e-499b-914e-b7e93d0353eb req-bf8969d7-1d8a-4882-88c2-bdf1aa06164a tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:21.809925 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0a228cfe-e87e-499b-914e-b7e93d0353eb req-bf8969d7-1d8a-4882-88c2-bdf1aa06164a tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 943 time: 0.1135640 Jan 21 09:44:21.831958 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'name': 'tempest-TestShelveInstance-1618699211-router', 'tenant_id': 'd99ba6a4da9b424287d142c0b9682146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd64ac4b7-0aec-4c7d-a563-e5bfeb9192b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:19Z', 'updated_at': '2022-01-21T09:44:20Z', 'revision_number': 3, 'project_id': 'd99ba6a4da9b424287d142c0b9682146', 'gw_port': {'id': 'd64ac4b7-0aec-4c7d-a563-e5bfeb9192b2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:23:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:19Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:21.871833 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Checking router: e946bf3b-924f-49d6-8f7e-bb139e1fbe0b for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:21.872401 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Updating router e946bf3b-924f-49d6-8f7e-bb139e1fbe0b port d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2 binding host dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:44:21.904766 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:21.906465 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0a228cfe-e87e-499b-914e-b7e93d0353eb req-8b5449da-985f-4f60-a041-71781cc30cb0 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947876 Jan 21 09:44:21.934487 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6143ee8-fc63-4963-9a0a-8acb236455b4 None None] Pushing event updated for resources: {'Port': ['ID=d871382b-0cec-49aa-96b1-067017f19382,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:21.999418 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-80c2e260-4f62-41c1-92b5-ec20259bec59 None None] Provisioning complete for port d871382b-0cec-49aa-96b1-067017f19382 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:21.999808 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-80c2e260-4f62-41c1-92b5-ec20259bec59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d871382b-0cec-49aa-96b1-067017f19382), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:22.052359 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 669b532a-08a0-4329-881d-1c400a736ee2 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:22.161553 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-80c2e260-4f62-41c1-92b5-ec20259bec59 None None] Current status of the port d871382b-0cec-49aa-96b1-067017f19382 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:22.166775 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'name': 'tempest-TestShelveInstance-1315195202-router', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '669b532a-08a0-4329-881d-1c400a736ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:16Z', 'revision_number': 4, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'gw_port': {'id': '669b532a-08a0-4329-881d-1c400a736ee2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'd871382b-0cec-49aa-96b1-067017f19382', 'name': '', 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'mac_address': 'fa:16:3e:de:b0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:16Z', 'updated_at': '2022-01-21T09:44:20Z', 'revision_number': 4, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'subnets': [{'id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:22.196050 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ddaf7-cfed-4367-b653-bb4049ee3737 None None] The sync data for ids ['602160a6-14b5-49be-9acc-6c699602f8f4'] in dv-cinder-815614-10-iscsi is: [{'id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'name': 'tempest-TestShelveInstance-1315195202-router', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '669b532a-08a0-4329-881d-1c400a736ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:16Z', 'revision_number': 4, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'gw_port': {'id': '669b532a-08a0-4329-881d-1c400a736ee2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'd871382b-0cec-49aa-96b1-067017f19382', 'name': '', 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'mac_address': 'fa:16:3e:de:b0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:16Z', 'updated_at': '2022-01-21T09:44:20Z', 'revision_number': 4, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'subnets': [{'id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:22.255759 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Publish callbacks [] for port (d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2), precommit_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:22.261855 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:22.271226 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:22.362533 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820b765-da07-43f4-8a82-1cf3e405021f None None] Pushing event updated for resources: {'Port': ['ID=d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2,revision_number=2']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:22.365674 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Attempting to bind port d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:44:22.366087 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Attempting to bind port d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:44:22.371352 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Attempting to bind port d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2 on network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:22.379363 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:44:22.379775 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Checking segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:44:22.380222 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:22.380660 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Bound using segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:44:22.381203 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Bound port: d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:44:22.381595 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:22.475762 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] For port d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:22.483757 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] For port d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:22.492810 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:22.537406 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43fdba4-d2ae-43ef-a5e8-ef13f1ec7e36 None None] Network 711796a3-5423-43b4-be96-f27732b0f014 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:44:22.576685 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Routers {'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:44:22.577452 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:44:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['e946bf3b-924f-49d6-8f7e-bb139e1fbe0b'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:22.579532 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820b765-da07-43f4-8a82-1cf3e405021f None None] Pushing event updated for resources: {'Port': ['ID=d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2,revision_number=3']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:22.618746 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] Allocated IP 172.20.0.1 (711796a3-5423-43b4-be96-f27732b0f014/d04e38b0-cbc4-4f31-9d21-6678a1f25096/abfcae77-5952-4856-a4fa-ab8526d76edf) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:22.674320 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca88ea9-e0fe-4736-8efe-5d9d87a63341 req-60c5c80b-7f90-4f2d-b32d-5072b3739b91 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:22.676187 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cca88ea9-e0fe-4736-8efe-5d9d87a63341 req-60c5c80b-7f90-4f2d-b32d-5072b3739b91 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1560037 Jan 21 09:44:22.717248 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-03e36f49-d6cf-4a56-9c34-dfd0df2c8f9a None None] Provisioning complete for port e342c9a9-58e2-4245-adbe-1b516e37653a triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:22.717835 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-03e36f49-d6cf-4a56-9c34-dfd0df2c8f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (e342c9a9-58e2-4245-adbe-1b516e37653a), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:22.759909 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] Set router e946bf3b-924f-49d6-8f7e-bb139e1fbe0b gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:22.821891 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cca88ea9-e0fe-4736-8efe-5d9d87a63341 req-3c81dc83-4ebc-47cc-b6be-a67baa316885 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350217 Jan 21 09:44:22.840361 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] Publish callbacks [] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:22.871358 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-03e36f49-d6cf-4a56-9c34-dfd0df2c8f9a None None] Current status of the port e342c9a9-58e2-4245-adbe-1b516e37653a is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:22.871989 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-03e36f49-d6cf-4a56-9c34-dfd0df2c8f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (e342c9a9-58e2-4245-adbe-1b516e37653a), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:22.910477 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:22.968914 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-03e36f49-d6cf-4a56-9c34-dfd0df2c8f9a None None] For port e342c9a9-58e2-4245-adbe-1b516e37653a, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=e342c9a9-58e2-4245-adbe-1b516e37653a,segment=NetworkSegment(b0e3c118-ea1b-4313-9577-4de97f3e6d61),segment_id=b0e3c118-ea1b-4313-9577-4de97f3e6d61)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:22.974289 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-03e36f49-d6cf-4a56-9c34-dfd0df2c8f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (e342c9a9-58e2-4245-adbe-1b516e37653a), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:23.037980 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] Network 711796a3-5423-43b4-be96-f27732b0f014 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:23.040038 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:23.072043 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:44:23.091914 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e36f49-d6cf-4a56-9c34-dfd0df2c8f9a None None] Pushing event updated for resources: {'Port': ['ID=e342c9a9-58e2-4245-adbe-1b516e37653a,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:23.170984 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] Pushing event updated for resources: {'Port': ['ID=abfcae77-5952-4856-a4fa-ab8526d76edf,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:23.193454 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912766'] for router_interface (e946bf3b-924f-49d6-8f7e-bb139e1fbe0b), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:23.198208 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab917f-4050-467e-8ca6-11117bd1044b req-de7fc89b-f6a1-41ba-a4f0-134fa23f0c92 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:23.211855 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-86ab917f-4050-467e-8ca6-11117bd1044b req-de7fc89b-f6a1-41ba-a4f0-134fa23f0c92 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 943 time: 0.1537514 Jan 21 09:44:23.221081 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device e342c9a9-58e2-4245-adbe-1b516e37653a up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:23.223531 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'name': 'tempest-TestShelveInstance-1618699211-router', 'tenant_id': 'd99ba6a4da9b424287d142c0b9682146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd64ac4b7-0aec-4c7d-a563-e5bfeb9192b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:19Z', 'updated_at': '2022-01-21T09:44:20Z', 'revision_number': 3, 'project_id': 'd99ba6a4da9b424287d142c0b9682146', 'gw_port': {'id': 'd64ac4b7-0aec-4c7d-a563-e5bfeb9192b2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:23:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:19Z', 'updated_at': '2022-01-21T09:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:23.255533 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935bbe8f-e691-4eee-a838-ba2780f72ba5 None None] The sync data for ids ['e946bf3b-924f-49d6-8f7e-bb139e1fbe0b'] in dv-cinder-815614-10-iscsi is: [{'id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'name': 'tempest-TestShelveInstance-1618699211-router', 'tenant_id': 'd99ba6a4da9b424287d142c0b9682146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd64ac4b7-0aec-4c7d-a563-e5bfeb9192b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:19Z', 'updated_at': '2022-01-21T09:44:20Z', 'revision_number': 3, 'project_id': 'd99ba6a4da9b424287d142c0b9682146', 'gw_port': {'id': 'd64ac4b7-0aec-4c7d-a563-e5bfeb9192b2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:23:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:19Z', 'updated_at': '2022-01-21T09:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:23.346492 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-86ab917f-4050-467e-8ca6-11117bd1044b req-b2e5166b-4a3b-40d3-bcba-51d689766303 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306555 Jan 21 09:44:23.376468 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:23.389601 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-2a4e3c43-011b-4021-972e-f52449232033 None None] Provisioning complete for port e342c9a9-58e2-4245-adbe-1b516e37653a triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:23.390220 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-2a4e3c43-011b-4021-972e-f52449232033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (e342c9a9-58e2-4245-adbe-1b516e37653a), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:23.451532 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port e342c9a9-58e2-4245-adbe-1b516e37653a triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:23.452087 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (e342c9a9-58e2-4245-adbe-1b516e37653a), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:23.601056 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-2a4e3c43-011b-4021-972e-f52449232033 None None] Current status of the port e342c9a9-58e2-4245-adbe-1b516e37653a is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:23.636763 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] Publish callbacks [] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:23.653690 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:23.689285 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port e342c9a9-58e2-4245-adbe-1b516e37653a is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:23.691042 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device d871382b-0cec-49aa-96b1-067017f19382 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:23.748639 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-a010b1cc-af50-4fea-97e4-e5bef603cab3 None None] Provisioning complete for port abfcae77-5952-4856-a4fa-ab8526d76edf triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:23.749034 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-a010b1cc-af50-4fea-97e4-e5bef603cab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:23.756449 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7909537'] for router_interface (e946bf3b-924f-49d6-8f7e-bb139e1fbe0b), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:23.795938 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-a010b1cc-af50-4fea-97e4-e5bef603cab3 None None] Port abfcae77-5952-4856-a4fa-ab8526d76edf cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:44:23.802467 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port d871382b-0cec-49aa-96b1-067017f19382 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:23.802844 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d871382b-0cec-49aa-96b1-067017f19382), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:23.811671 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] Pushing event updated for resources: {'Port': ['ID=abfcae77-5952-4856-a4fa-ab8526d76edf,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:23.948450 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] Network 711796a3-5423-43b4-be96-f27732b0f014 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:23.954538 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:23.984553 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port d871382b-0cec-49aa-96b1-067017f19382 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:24.152660 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18cbd3-8c7c-4df4-9068-bed63ff4ea91 req-8d910076-df58-4073-8dab-1b66ef8c4aa2 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:24.164986 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1f18cbd3-8c7c-4df4-9068-bed63ff4ea91 req-8d910076-df58-4073-8dab-1b66ef8c4aa2 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1469491 Jan 21 09:44:24.195523 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] Router e946bf3b-924f-49d6-8f7e-bb139e1fbe0b has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:24.242615 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1f18cbd3-8c7c-4df4-9068-bed63ff4ea91 req-fadb2c0e-cabc-4d1d-9d37-e3015ad91236 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766015 Jan 21 09:44:24.324452 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-725a37cf-46bc-48e7-a6fb-48ebaa165e0a None None] Provisioning complete for port abfcae77-5952-4856-a4fa-ab8526d76edf triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:24.324739 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-725a37cf-46bc-48e7-a6fb-48ebaa165e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:24.364343 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-725a37cf-46bc-48e7-a6fb-48ebaa165e0a None None] Port abfcae77-5952-4856-a4fa-ab8526d76edf cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:44:24.404755 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:24.411257 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-44fd3ff2-7db5-471c-bfa2-c250410c9220 admin admin] 10.222.0.112 "PUT /v2.0/routers/e946bf3b-924f-49d6-8f7e-bb139e1fbe0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1530099 Jan 21 09:44:24.513001 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f531f4b-28f7-4d6c-a7fd-0b871eef1aec req-b743ccf8-fe64-4258-8b6d-66fa30531fe2 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:24.519418 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3f531f4b-28f7-4d6c-a7fd-0b871eef1aec req-b743ccf8-fe64-4258-8b6d-66fa30531fe2 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 943 time: 0.0842462 Jan 21 09:44:24.571535 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3f531f4b-28f7-4d6c-a7fd-0b871eef1aec req-a0e9014d-744e-4984-ad59-4f6b79c3ceff tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494592 Jan 21 09:44:25.052997 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 50684) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:25.058952 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-3f43aaa5-84c2-4f9a-9c14-68c20b060090 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1036633484', 'description': 'tempest-secgroup-smoke-1036633484 description', 'project_id': 'b0f3677d18a14829ba92c635e3e952b4'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:25.066698 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device e342c9a9-58e2-4245-adbe-1b516e37653a up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:25.089858 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3f43aaa5-84c2-4f9a-9c14-68c20b060090 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.121472 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port e342c9a9-58e2-4245-adbe-1b516e37653a triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:25.121976 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (e342c9a9-58e2-4245-adbe-1b516e37653a), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.162090 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3f43aaa5-84c2-4f9a-9c14-68c20b060090 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group (92039ebf-f941-4d8a-8f24-f3377f746e3e), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.166965 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3f43aaa5-84c2-4f9a-9c14-68c20b060090 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (92039ebf-f941-4d8a-8f24-f3377f746e3e), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.200879 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3f43aaa5-84c2-4f9a-9c14-68c20b060090 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.202640 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-3f43aaa5-84c2-4f9a-9c14-68c20b060090 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1485584 Jan 21 09:44:25.205581 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43aaa5-84c2-4f9a-9c14-68c20b060090 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92039ebf-f941-4d8a-8f24-f3377f746e3e,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.208295 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 50686) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:25.214893 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-7eafb9cb-b19e-46d9-b916-b01f34142c92 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Request body: {'security_group_rule': {'security_group_id': '92039ebf-f941-4d8a-8f24-f3377f746e3e', 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:25.226513 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port e342c9a9-58e2-4245-adbe-1b516e37653a is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:25.227673 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:25.244781 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7eafb9cb-b19e-46d9-b916-b01f34142c92 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group_rule (c7e2597d-ef84-4e9c-8b48-2d1de5fbb8b1), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.293978 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:25.294416 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.334852 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7eafb9cb-b19e-46d9-b916-b01f34142c92 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group_rule (c7e2597d-ef84-4e9c-8b48-2d1de5fbb8b1), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.350098 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7eafb9cb-b19e-46d9-b916-b01f34142c92 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (c7e2597d-ef84-4e9c-8b48-2d1de5fbb8b1), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.381299 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:25.381743 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.383995 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafb9cb-b19e-46d9-b916-b01f34142c92 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e2597d-ef84-4e9c-8b48-2d1de5fbb8b1,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.396287 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7eafb9cb-b19e-46d9-b916-b01f34142c92 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.397662 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-7eafb9cb-b19e-46d9-b916-b01f34142c92 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1883128 Jan 21 09:44:25.400681 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 50692) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:25.405987 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-5c333db4-c124-47df-b68b-54a874f9f0fa tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Request body: {'security_group_rule': {'security_group_id': '92039ebf-f941-4d8a-8f24-f3377f746e3e', 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:25.409319 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] For port d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:25.413909 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.429491 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605c369-bf07-4e7d-84db-b01689c3e386 req-75aa8ca8-81a6-4cf3-8374-5f997f3eda77 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:25.431118 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2605c369-bf07-4e7d-84db-b01689c3e386 req-75aa8ca8-81a6-4cf3-8374-5f997f3eda77 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0920403 Jan 21 09:44:25.465350 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Pushing event updated for resources: {'Port': ['ID=d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.471037 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5c333db4-c124-47df-b68b-54a874f9f0fa tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group_rule (24e1988a-e239-4964-9951-4a4d7e0f4ff6), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.516027 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2605c369-bf07-4e7d-84db-b01689c3e386 req-e6d9bda0-e683-4fb1-8fbe-fbb414c86666 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761204 Jan 21 09:44:25.545421 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5c333db4-c124-47df-b68b-54a874f9f0fa tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group_rule (24e1988a-e239-4964-9951-4a4d7e0f4ff6), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.551066 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5c333db4-c124-47df-b68b-54a874f9f0fa tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (24e1988a-e239-4964-9951-4a4d7e0f4ff6), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.577268 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c333db4-c124-47df-b68b-54a874f9f0fa tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e1988a-e239-4964-9951-4a4d7e0f4ff6,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.582783 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5c333db4-c124-47df-b68b-54a874f9f0fa tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.584206 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-5c333db4-c124-47df-b68b-54a874f9f0fa tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1824439 Jan 21 09:44:25.586982 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 50694) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:25.592059 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-ba0b4a2d-0930-4e13-bea4-b990e9d0733b tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Request body: {'security_group_rule': {'security_group_id': '92039ebf-f941-4d8a-8f24-f3377f746e3e', 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:25.624004 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ba0b4a2d-0930-4e13-bea4-b990e9d0733b tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group_rule (57edd5dd-0314-48e8-a4dc-08d1bcee31aa), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.705884 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ba0b4a2d-0930-4e13-bea4-b990e9d0733b tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group_rule (57edd5dd-0314-48e8-a4dc-08d1bcee31aa), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.710201 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ba0b4a2d-0930-4e13-bea4-b990e9d0733b tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (57edd5dd-0314-48e8-a4dc-08d1bcee31aa), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.729785 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b4a2d-0930-4e13-bea4-b990e9d0733b tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57edd5dd-0314-48e8-a4dc-08d1bcee31aa,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.735389 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d040e-a982-4121-be24-87532ef0bacc req-36828009-7e72-4765-9287-bf6ee1efcc5c tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:25.737086 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-424d040e-a982-4121-be24-87532ef0bacc req-36828009-7e72-4765-9287-bf6ee1efcc5c tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 943 time: 0.0568318 Jan 21 09:44:25.746474 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ba0b4a2d-0930-4e13-bea4-b990e9d0733b tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.751312 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-ba0b4a2d-0930-4e13-bea4-b990e9d0733b tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1632674 Jan 21 09:44:25.752765 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 50704) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:25.758076 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-69294909-0613-4ee1-9469-476d8d502d58 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Request body: {'security_group_rule': {'security_group_id': '92039ebf-f941-4d8a-8f24-f3377f746e3e', 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:25.789560 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-69294909-0613-4ee1-9469-476d8d502d58 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group_rule (c4663999-c376-493f-8413-b9e7a34e0ef5), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.795589 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-424d040e-a982-4121-be24-87532ef0bacc req-1a7b326c-c9f6-4d68-9633-704e37b9e061 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519507 Jan 21 09:44:25.867900 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-69294909-0613-4ee1-9469-476d8d502d58 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group_rule (c4663999-c376-493f-8413-b9e7a34e0ef5), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.873594 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-69294909-0613-4ee1-9469-476d8d502d58 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (c4663999-c376-493f-8413-b9e7a34e0ef5), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.892896 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69294909-0613-4ee1-9469-476d8d502d58 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4663999-c376-493f-8413-b9e7a34e0ef5,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.901734 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-69294909-0613-4ee1-9469-476d8d502d58 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.903022 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-69294909-0613-4ee1-9469-476d8d502d58 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1491439 Jan 21 09:44:25.906262 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 50714) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:25.911066 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-8db73312-55cc-4dbe-b01c-148fffc66139 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Request body: {'security_group_rule': {'security_group_id': '92039ebf-f941-4d8a-8f24-f3377f746e3e', 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:25.937842 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.securitygroups_db [None req-8db73312-55cc-4dbe-b01c-148fffc66139 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Project b0f3677d18a14829ba92c635e3e952b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:44:25.943238 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8db73312-55cc-4dbe-b01c-148fffc66139 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group_rule (063f6423-3753-4f96-8123-a3836a1ec097), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:25.964522 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Sync routers for ids ['e946bf3b-924f-49d6-8f7e-bb139e1fbe0b'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:25.975935 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Routers {'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:44:25.976758 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:44:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['e946bf3b-924f-49d6-8f7e-bb139e1fbe0b'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:26.021881 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8db73312-55cc-4dbe-b01c-148fffc66139 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group_rule (063f6423-3753-4f96-8123-a3836a1ec097), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:26.040590 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8db73312-55cc-4dbe-b01c-148fffc66139 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (063f6423-3753-4f96-8123-a3836a1ec097), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:26.059527 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db73312-55cc-4dbe-b01c-148fffc66139 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063f6423-3753-4f96-8123-a3836a1ec097,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:26.082269 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8db73312-55cc-4dbe-b01c-148fffc66139 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:26.086551 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-8db73312-55cc-4dbe-b01c-148fffc66139 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1762664 Jan 21 09:44:26.086838 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 50720) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:26.092024 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-e2833e43-209f-48f5-8100-29ee51c73c97 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Request body: {'security_group_rule': {'security_group_id': '92039ebf-f941-4d8a-8f24-f3377f746e3e', 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:26.127941 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.securitygroups_db [None req-e2833e43-209f-48f5-8100-29ee51c73c97 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Project b0f3677d18a14829ba92c635e3e952b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:44:26.137959 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e2833e43-209f-48f5-8100-29ee51c73c97 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group_rule (9b9bd15f-95b1-4676-a8a5-7a0cc48e8459), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:26.156296 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Set router e946bf3b-924f-49d6-8f7e-bb139e1fbe0b gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:26.228151 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf27b1f-ecfe-4647-8d2f-10d910a6384c req-505c4bd4-083c-4a77-97b2-8b182d04e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:26.230379 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bcf27b1f-ecfe-4647-8d2f-10d910a6384c req-505c4bd4-083c-4a77-97b2-8b182d04e411 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 1098 time: 0.0655806 Jan 21 09:44:26.241244 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e2833e43-209f-48f5-8100-29ee51c73c97 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group_rule (9b9bd15f-95b1-4676-a8a5-7a0cc48e8459), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:26.248276 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e2833e43-209f-48f5-8100-29ee51c73c97 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (9b9bd15f-95b1-4676-a8a5-7a0cc48e8459), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:26.270051 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2833e43-209f-48f5-8100-29ee51c73c97 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9bd15f-95b1-4676-a8a5-7a0cc48e8459,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:26.288267 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e2833e43-209f-48f5-8100-29ee51c73c97 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:26.291315 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-e2833e43-209f-48f5-8100-29ee51c73c97 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2030084 Jan 21 09:44:26.292017 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bcf27b1f-ecfe-4647-8d2f-10d910a6384c req-10393cef-74a7-4134-9a23-239c2878a69a service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538380 Jan 21 09:44:26.391098 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'name': 'tempest-TestShelveInstance-1618699211-router', 'tenant_id': 'd99ba6a4da9b424287d142c0b9682146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd64ac4b7-0aec-4c7d-a563-e5bfeb9192b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:19Z', 'updated_at': '2022-01-21T09:44:23Z', 'revision_number': 4, 'project_id': 'd99ba6a4da9b424287d142c0b9682146', 'gw_port': {'id': 'd64ac4b7-0aec-4c7d-a563-e5bfeb9192b2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:19Z', 'updated_at': '2022-01-21T09:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'abfcae77-5952-4856-a4fa-ab8526d76edf', 'name': '', 'network_id': '711796a3-5423-43b4-be96-f27732b0f014', 'tenant_id': 'd99ba6a4da9b424287d142c0b9682146', 'mac_address': 'fa:16:3e:58:d8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd04e38b0-cbc4-4f31-9d21-6678a1f25096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:22Z', 'updated_at': '2022-01-21T09:44:23Z', 'revision_number': 2, 'project_id': 'd99ba6a4da9b424287d142c0b9682146', 'subnets': [{'id': 'd04e38b0-cbc4-4f31-9d21-6678a1f25096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:26.422017 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Checking router: e946bf3b-924f-49d6-8f7e-bb139e1fbe0b for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:26.422017 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Updating router e946bf3b-924f-49d6-8f7e-bb139e1fbe0b port abfcae77-5952-4856-a4fa-ab8526d76edf binding host dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:44:26.447558 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:26.660852 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d1e08-2bf1-4670-af2d-634181fc9c21 req-fe485659-4b62-45e9-b00e-2d92c9bdb9b2 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:26.662454 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-452d1e08-2bf1-4670-af2d-634181fc9c21 req-fe485659-4b62-45e9-b00e-2d92c9bdb9b2 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0641165 Jan 21 09:44:26.717267 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-452d1e08-2bf1-4670-af2d-634181fc9c21 req-948c17db-b306-47a2-8e41-aa8918c4a223 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480571 Jan 21 09:44:26.766397 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Publish callbacks [] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), precommit_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:26.773658 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:26.832420 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ad33f-7dbb-4811-beb9-a98fddf9530f None None] Pushing event updated for resources: {'Port': ['ID=abfcae77-5952-4856-a4fa-ab8526d76edf,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:26.897494 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Attempting to bind port abfcae77-5952-4856-a4fa-ab8526d76edf on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:44:26.897494 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Attempting to bind port abfcae77-5952-4856-a4fa-ab8526d76edf by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': 'b0e3c118-ea1b-4313-9577-4de97f3e6d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '711796a3-5423-43b4-be96-f27732b0f014'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:44:26.897899 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Attempting to bind port abfcae77-5952-4856-a4fa-ab8526d76edf on network 711796a3-5423-43b4-be96-f27732b0f014 {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:26.904935 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:44:26.906317 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Checking segment: {'id': 'b0e3c118-ea1b-4313-9577-4de97f3e6d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '711796a3-5423-43b4-be96-f27732b0f014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:44:26.907006 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:26.908438 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Bound using segment: {'id': 'b0e3c118-ea1b-4313-9577-4de97f3e6d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '711796a3-5423-43b4-be96-f27732b0f014'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:44:26.909528 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Bound port: abfcae77-5952-4856-a4fa-ab8526d76edf, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e3c118-ea1b-4313-9577-4de97f3e6d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '711796a3-5423-43b4-be96-f27732b0f014'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:44:26.910350 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:26.998180 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] For port abfcae77-5952-4856-a4fa-ab8526d76edf, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:27.001568 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33781a81-2467-4b0c-8520-54bd304e8893 req-e31d2b08-6821-4ab3-85a2-e4734699b15f tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:27.003945 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:27.009276 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] For port abfcae77-5952-4856-a4fa-ab8526d76edf, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=abfcae77-5952-4856-a4fa-ab8526d76edf,segment=NetworkSegment(b0e3c118-ea1b-4313-9577-4de97f3e6d61),segment_id=b0e3c118-ea1b-4313-9577-4de97f3e6d61)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:27.010042 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-33781a81-2467-4b0c-8520-54bd304e8893 req-e31d2b08-6821-4ab3-85a2-e4734699b15f tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 943 time: 0.0682127 Jan 21 09:44:27.066937 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-33781a81-2467-4b0c-8520-54bd304e8893 req-db85119c-efba-49e9-8799-c645e52bd847 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553970 Jan 21 09:44:27.163363 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:27.252433 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-8ae72651-37b0-492d-9a5b-2101b96022fd None None] Provisioning complete for port abfcae77-5952-4856-a4fa-ab8526d76edf triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:27.252825 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8ae72651-37b0-492d-9a5b-2101b96022fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:27.275513 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ad33f-7dbb-4811-beb9-a98fddf9530f None None] Pushing event updated for resources: {'Port': ['ID=abfcae77-5952-4856-a4fa-ab8526d76edf,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:27.287327 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Routers {'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:44:27.288683 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:44:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['e946bf3b-924f-49d6-8f7e-bb139e1fbe0b'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:27.356425 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:27.356812 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:27.545853 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] Set router e946bf3b-924f-49d6-8f7e-bb139e1fbe0b gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:27.592892 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-8ae72651-37b0-492d-9a5b-2101b96022fd None None] Current status of the port abfcae77-5952-4856-a4fa-ab8526d76edf is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:27.593301 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8ae72651-37b0-492d-9a5b-2101b96022fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:27.641778 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:27.727788 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-8ae72651-37b0-492d-9a5b-2101b96022fd None None] For port abfcae77-5952-4856-a4fa-ab8526d76edf, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=abfcae77-5952-4856-a4fa-ab8526d76edf,segment=NetworkSegment(b0e3c118-ea1b-4313-9577-4de97f3e6d61),segment_id=b0e3c118-ea1b-4313-9577-4de97f3e6d61)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:27.733830 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8ae72651-37b0-492d-9a5b-2101b96022fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:27.868587 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae72651-37b0-492d-9a5b-2101b96022fd None None] Pushing event updated for resources: {'Port': ['ID=abfcae77-5952-4856-a4fa-ab8526d76edf,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:27.904371 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19373b-7a49-4437-a68d-7fca00a47292 req-a8c8aa2a-8756-4fa5-9ef1-746007d6b07f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:27.905881 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-749a9695-404a-424a-88f3-15e0a336ebad None None] Provisioning complete for port abfcae77-5952-4856-a4fa-ab8526d76edf triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:27.906282 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-749a9695-404a-424a-88f3-15e0a336ebad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:27.906448 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bb19373b-7a49-4437-a68d-7fca00a47292 req-a8c8aa2a-8756-4fa5-9ef1-746007d6b07f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0814269 Jan 21 09:44:27.967356 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bb19373b-7a49-4437-a68d-7fca00a47292 req-7dc4fabc-2c25-4418-9765-c8b69cd679a3 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542257 Jan 21 09:44:27.972980 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'name': 'tempest-TestShelveInstance-1618699211-router', 'tenant_id': 'd99ba6a4da9b424287d142c0b9682146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd64ac4b7-0aec-4c7d-a563-e5bfeb9192b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:19Z', 'updated_at': '2022-01-21T09:44:23Z', 'revision_number': 4, 'project_id': 'd99ba6a4da9b424287d142c0b9682146', 'gw_port': {'id': 'd64ac4b7-0aec-4c7d-a563-e5bfeb9192b2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:19Z', 'updated_at': '2022-01-21T09:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'abfcae77-5952-4856-a4fa-ab8526d76edf', 'name': '', 'network_id': '711796a3-5423-43b4-be96-f27732b0f014', 'tenant_id': 'd99ba6a4da9b424287d142c0b9682146', 'mac_address': 'fa:16:3e:58:d8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd04e38b0-cbc4-4f31-9d21-6678a1f25096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:22Z', 'updated_at': '2022-01-21T09:44:26Z', 'revision_number': 4, 'project_id': 'd99ba6a4da9b424287d142c0b9682146', 'subnets': [{'id': 'd04e38b0-cbc4-4f31-9d21-6678a1f25096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:28.023523 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf14e99-2f90-4d34-9350-e0c01847bb9e None None] The sync data for ids ['e946bf3b-924f-49d6-8f7e-bb139e1fbe0b'] in dv-cinder-815614-10-iscsi is: [{'id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'name': 'tempest-TestShelveInstance-1618699211-router', 'tenant_id': 'd99ba6a4da9b424287d142c0b9682146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd64ac4b7-0aec-4c7d-a563-e5bfeb9192b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:19Z', 'updated_at': '2022-01-21T09:44:23Z', 'revision_number': 4, 'project_id': 'd99ba6a4da9b424287d142c0b9682146', 'gw_port': {'id': 'd64ac4b7-0aec-4c7d-a563-e5bfeb9192b2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:19Z', 'updated_at': '2022-01-21T09:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'abfcae77-5952-4856-a4fa-ab8526d76edf', 'name': '', 'network_id': '711796a3-5423-43b4-be96-f27732b0f014', 'tenant_id': 'd99ba6a4da9b424287d142c0b9682146', 'mac_address': 'fa:16:3e:58:d8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd04e38b0-cbc4-4f31-9d21-6678a1f25096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:22Z', 'updated_at': '2022-01-21T09:44:26Z', 'revision_number': 4, 'project_id': 'd99ba6a4da9b424287d142c0b9682146', 'subnets': [{'id': 'd04e38b0-cbc4-4f31-9d21-6678a1f25096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:28.047024 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-749a9695-404a-424a-88f3-15e0a336ebad None None] Current status of the port abfcae77-5952-4856-a4fa-ab8526d76edf is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:28.204664 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e540ad-f092-4595-847a-65a1ee3d9d04 req-ddd8cbfd-dca0-44fd-b42a-064adbbe9f4f tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:28.206278 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-01e540ad-f092-4595-847a-65a1ee3d9d04 req-ddd8cbfd-dca0-44fd-b42a-064adbbe9f4f tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 943 time: 0.0587206 Jan 21 09:44:28.258343 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-01e540ad-f092-4595-847a-65a1ee3d9d04 req-12ec964a-6629-42ae-ba5d-a672fb579f53 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453873 Jan 21 09:44:28.849107 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device a8f16299-fe51-4325-b220-5a6d9dc57455 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:44:29.029162 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port a8f16299-fe51-4325-b220-5a6d9dc57455, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=a8f16299-fe51-4325-b220-5a6d9dc57455,segment=NetworkSegment(f82a3809-413e-47c3-ac3e-7e9535066c04),segment_id=f82a3809-413e-47c3-ac3e-7e9535066c04)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:29.051552 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': 'a8f16299-fe51-4325-b220-5a6d9dc57455', 'network_id': '7477ae4c-f434-4da2-8525-785f7423f812', 'port_id': 'a8f16299-fe51-4325-b220-5a6d9dc57455', 'mac_address': 'fa:16:3e:9e:cb:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc84dfec-74ac-48cc-83af-e7712f5b8be7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:44:29.109584 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device abfcae77-5952-4856-a4fa-ab8526d76edf up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:29.165094 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port a8f16299-fe51-4325-b220-5a6d9dc57455 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:29.165689 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (a8f16299-fe51-4325-b220-5a6d9dc57455), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:29.185360 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f16299-fe51-4325-b220-5a6d9dc57455 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:44:29.185984 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dca6f6-5e9d-4776-bc84-a2c590904cd9 req-912b5170-c3db-4b48-9733-d4e16538110b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.196364 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-81dca6f6-5e9d-4776-bc84-a2c590904cd9 req-912b5170-c3db-4b48-9733-d4e16538110b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0881882 Jan 21 09:44:29.234326 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port a8f16299-fe51-4325-b220-5a6d9dc57455, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=a8f16299-fe51-4325-b220-5a6d9dc57455,segment=NetworkSegment(f82a3809-413e-47c3-ac3e-7e9535066c04),segment_id=f82a3809-413e-47c3-ac3e-7e9535066c04)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:29.235962 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port abfcae77-5952-4856-a4fa-ab8526d76edf triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:29.236482 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:29.240331 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (a8f16299-fe51-4325-b220-5a6d9dc57455), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:29.251898 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-81dca6f6-5e9d-4776-bc84-a2c590904cd9 req-04d16398-d9da-4d57-90b7-009652abf8a5 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546286 Jan 21 09:44:29.330112 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=a8f16299-fe51-4325-b220-5a6d9dc57455,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.394817 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port abfcae77-5952-4856-a4fa-ab8526d76edf is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:29.431557 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495a04c-65c7-490f-9335-9c97ead385da req-a8d68006-6d69-412c-9608-8579f5ad3401 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.433263 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0495a04c-65c7-490f-9335-9c97ead385da req-a8d68006-6d69-412c-9608-8579f5ad3401 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 944 time: 0.0525506 Jan 21 09:44:29.486286 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0495a04c-65c7-490f-9335-9c97ead385da req-3cf94d36-53ba-416f-931c-bc13f7047738 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470579 Jan 21 09:44:29.578135 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5e1fa-2ba2-40f4-ba5c-322598b35060 req-c2a4a34f-aeff-48da-9075-d05083d3d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.582331 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3804ad4-4273-493b-b6eb-73bd78a0f26e req-eeeed7d4-85ae-4a75-bc02-2acc11358ca0 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.584002 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a3804ad4-4273-493b-b6eb-73bd78a0f26e req-eeeed7d4-85ae-4a75-bc02-2acc11358ca0 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0676739 Jan 21 09:44:29.589531 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a5b5e1fa-2ba2-40f4-ba5c-322598b35060 req-c2a4a34f-aeff-48da-9075-d05083d3d011 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=8e68af954d89401b9a7122b646a5a9d6&device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 1098 time: 0.0672312 Jan 21 09:44:29.626738 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['a8f16299-fe51-4325-b220-5a6d9dc57455'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:44:29.707268 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a3804ad4-4273-493b-b6eb-73bd78a0f26e req-d00a96cb-e945-49a3-a045-d7bf1d14821b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143975 Jan 21 09:44:29.778023 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5e1fa-2ba2-40f4-ba5c-322598b35060 req-c6f31610-0927-41fd-983b-3b44cec9e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.779802 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a5b5e1fa-2ba2-40f4-ba5c-322598b35060 req-c6f31610-0927-41fd-983b-3b44cec9e80a service neutron] 10.222.0.130 "GET /v2.0/networks?id=0045986e-e6c5-43f0-80c0-83702e835b95 HTTP/1.1" status: 200 len: 920 time: 0.1737499 Jan 21 09:44:29.870870 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a5b5e1fa-2ba2-40f4-ba5c-322598b35060 req-204e9389-ecf5-4835-b7ad-6828f5cfc311 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a33cab0f-eda3-4f46-b24b-bfb067726c27 HTTP/1.1" status: 200 len: 217 time: 0.0396879 Jan 21 09:44:29.924921 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5e1fa-2ba2-40f4-ba5c-322598b35060 req-a7a09b28-d859-4829-8d85-8d56e088358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.926411 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a5b5e1fa-2ba2-40f4-ba5c-322598b35060 req-a7a09b28-d859-4829-8d85-8d56e088358d service neutron] 10.222.0.130 "GET /v2.0/subnets?id=434a60e8-49e8-4807-8e03-c5aa2237a078 HTTP/1.1" status: 200 len: 859 time: 0.0458355 Jan 21 09:44:29.960639 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a5b5e1fa-2ba2-40f4-ba5c-322598b35060 req-635aa773-5732-4e3e-ad01-8dad47d6c641 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=0045986e-e6c5-43f0-80c0-83702e835b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266128 Jan 21 09:44:30.068981 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a5b5e1fa-2ba2-40f4-ba5c-322598b35060 req-93f9e7fc-98f9-4987-9f2d-6886a523456d service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009951 Jan 21 09:44:30.197487 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a5b5e1fa-2ba2-40f4-ba5c-322598b35060 req-7fd514ff-9944-409e-8b15-1d337f176765 service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060634 Jan 21 09:44:30.608982 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87513cf-09ff-46f5-bf71-d49128e30046 req-d348f3c9-1732-4a81-9f78-619513944cac tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:30.610541 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a87513cf-09ff-46f5-bf71-d49128e30046 req-d348f3c9-1732-4a81-9f78-619513944cac tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 944 time: 0.0509398 Jan 21 09:44:30.674065 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a87513cf-09ff-46f5-bf71-d49128e30046 req-5d975712-0e08-4d3b-b68e-f60b44a2db62 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569932 Jan 21 09:44:30.859961 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device a8f16299-fe51-4325-b220-5a6d9dc57455 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:30.875684 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eae8a6-482c-42c9-a6a1-5c370d622eef req-82d7f058-faef-4e40-b5fc-35a90532d49f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:30.883633 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-19eae8a6-482c-42c9-a6a1-5c370d622eef req-82d7f058-faef-4e40-b5fc-35a90532d49f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1022391 Jan 21 09:44:30.937858 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-19eae8a6-482c-42c9-a6a1-5c370d622eef req-281cd706-1d10-4d96-aa3b-c2bec126fe0e tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533211 Jan 21 09:44:30.941215 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port a8f16299-fe51-4325-b220-5a6d9dc57455 completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:30.946345 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port a8f16299-fe51-4325-b220-5a6d9dc57455 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:30.947093 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (a8f16299-fe51-4325-b220-5a6d9dc57455), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:31.038782 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port a8f16299-fe51-4325-b220-5a6d9dc57455 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:31.039216 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (a8f16299-fe51-4325-b220-5a6d9dc57455), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:31.066644 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611e3b8d-7c9c-40d3-a830-a633501469c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f16299-fe51-4325-b220-5a6d9dc57455'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:31.069340 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b64516c-35fd-4886-a46a-e7b8ccd7dbbc" -d '{"events": [{"server_uuid": "611e3b8d-7c9c-40d3-a830-a633501469c7", "name": "network-vif-plugged", "status": "completed", "tag": "a8f16299-fe51-4325-b220-5a6d9dc57455"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:31.097959 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port a8f16299-fe51-4325-b220-5a6d9dc57455, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=a8f16299-fe51-4325-b220-5a6d9dc57455,segment=NetworkSegment(f82a3809-413e-47c3-ac3e-7e9535066c04),segment_id=f82a3809-413e-47c3-ac3e-7e9535066c04)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:31.102761 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (a8f16299-fe51-4325-b220-5a6d9dc57455), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:31.131827 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4b1e65-206a-417b-9eb7-f81ca9e49040 x-openstack-request-id: req-8b4b1e65-206a-417b-9eb7-f81ca9e49040 {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:31.132135 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611e3b8d-7c9c-40d3-a830-a633501469c7", "name": "network-vif-plugged", "status": "completed", "tag": "a8f16299-fe51-4325-b220-5a6d9dc57455", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:31.132400 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-8b4b1e65-206a-417b-9eb7-f81ca9e49040 {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:31.132816 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611e3b8d-7c9c-40d3-a830-a633501469c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f16299-fe51-4325-b220-5a6d9dc57455', 'code': 200} Jan 21 09:44:31.161901 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=a8f16299-fe51-4325-b220-5a6d9dc57455,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:31.235407 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:31.318866 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393712fb-7772-498a-a043-d9d185594b4a req-90bd435f-4d40-4e77-802b-baa7fd259a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:31.320614 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-393712fb-7772-498a-a043-d9d185594b4a req-90bd435f-4d40-4e77-802b-baa7fd259a38 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 1098 time: 0.0451462 Jan 21 09:44:31.389679 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-393712fb-7772-498a-a043-d9d185594b4a req-b8bff925-a1a0-4282-a5b6-f7c59f2d54cb service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406551 Jan 21 09:44:31.733904 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0970dd-55c2-4d6f-b3c1-0417f247f64a req-a025d32d-6f53-41e9-85b5-6f98718fbf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:31.735500 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6f0970dd-55c2-4d6f-b3c1-0417f247f64a req-a025d32d-6f53-41e9-85b5-6f98718fbf2f service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=8e68af954d89401b9a7122b646a5a9d6&device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 1098 time: 0.0424471 Jan 21 09:44:31.809252 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24e099-104a-412b-a6f5-f4b55bbd0650 req-c5b0b943-5820-4a78-a5d5-9b14ed38e791 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:31.810948 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ff24e099-104a-412b-a6f5-f4b55bbd0650 req-c5b0b943-5820-4a78-a5d5-9b14ed38e791 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 945 time: 0.0609574 Jan 21 09:44:31.863729 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ff24e099-104a-412b-a6f5-f4b55bbd0650 req-72cfcf8e-84f0-481e-8714-5052aa589095 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470192 Jan 21 09:44:31.867322 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0970dd-55c2-4d6f-b3c1-0417f247f64a req-978c0f5a-7cde-4e88-aaa5-26464f29c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:31.868824 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6f0970dd-55c2-4d6f-b3c1-0417f247f64a req-978c0f5a-7cde-4e88-aaa5-26464f29c736 service neutron] 10.222.0.130 "GET /v2.0/networks?id=0045986e-e6c5-43f0-80c0-83702e835b95 HTTP/1.1" status: 200 len: 920 time: 0.0994630 Jan 21 09:44:31.930902 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6f0970dd-55c2-4d6f-b3c1-0417f247f64a req-7d639b08-6f08-430a-9685-bed47d7def51 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a33cab0f-eda3-4f46-b24b-bfb067726c27 HTTP/1.1" status: 200 len: 217 time: 0.0344672 Jan 21 09:44:31.982533 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0970dd-55c2-4d6f-b3c1-0417f247f64a req-5a7c61f4-dba4-40b0-98c2-0d79e02ba7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:31.984113 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6f0970dd-55c2-4d6f-b3c1-0417f247f64a req-5a7c61f4-dba4-40b0-98c2-0d79e02ba7d6 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=434a60e8-49e8-4807-8e03-c5aa2237a078 HTTP/1.1" status: 200 len: 859 time: 0.0445864 Jan 21 09:44:32.030159 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6f0970dd-55c2-4d6f-b3c1-0417f247f64a req-930fba10-335f-48ca-98d1-c0406ef993e9 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=0045986e-e6c5-43f0-80c0-83702e835b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376666 Jan 21 09:44:32.151559 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15896ec-a9ea-4eea-bdec-23cc470c5ea1 req-28210498-1f41-45dd-b269-441d71d4871a tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:32.159514 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d15896ec-a9ea-4eea-bdec-23cc470c5ea1 req-28210498-1f41-45dd-b269-441d71d4871a tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1333382 Jan 21 09:44:32.330366 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 50914) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:32.437900 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6f0970dd-55c2-4d6f-b3c1-0417f247f64a req-ee5b702c-a75c-4d4c-a483-881499b4e9fb service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793004 Jan 21 09:44:32.446607 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d15896ec-a9ea-4eea-bdec-23cc470c5ea1 req-97689137-1877-4b2d-9eee-5a0420d881e7 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860374 Jan 21 09:44:32.455511 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a53b5ba0-b46b-4801-bd72-232061f2187a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:32.545610 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6f0970dd-55c2-4d6f-b3c1-0417f247f64a req-4a1ec0c3-af09-461d-ac1a-443789234dc9 service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979717 Jan 21 09:44:32.546425 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a53b5ba0-b46b-4801-bd72-232061f2187a admin admin] Publish callbacks [] for security_group (a74c7595-c9b7-4159-a000-427f967eb986), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:32.551065 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a53b5ba0-b46b-4801-bd72-232061f2187a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (a74c7595-c9b7-4159-a000-427f967eb986), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:32.587962 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b5ba0-b46b-4801-bd72-232061f2187a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74c7595-c9b7-4159-a000-427f967eb986,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:32.592256 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-a53b5ba0-b46b-4801-bd72-232061f2187a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=ad57f17c5f61483ebc838b16d1616aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604945 Jan 21 09:44:32.595317 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 50924) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:32.598117 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5ba0-b46b-4801-bd72-232061f2187a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.598486 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5ba0-b46b-4801-bd72-232061f2187a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.598876 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5ba0-b46b-4801-bd72-232061f2187a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.599234 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5ba0-b46b-4801-bd72-232061f2187a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.599585 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5ba0-b46b-4801-bd72-232061f2187a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.599930 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5ba0-b46b-4801-bd72-232061f2187a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.600277 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5ba0-b46b-4801-bd72-232061f2187a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.600619 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5ba0-b46b-4801-bd72-232061f2187a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.600960 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5ba0-b46b-4801-bd72-232061f2187a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.601307 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5ba0-b46b-4801-bd72-232061f2187a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.601649 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5ba0-b46b-4801-bd72-232061f2187a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.601985 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5ba0-b46b-4801-bd72-232061f2187a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.602319 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b5ba0-b46b-4801-bd72-232061f2187a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.646263 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] Publish callbacks [] for security_group (a74c7595-c9b7-4159-a000-427f967eb986), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:32.668388 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] Publish callbacks [] for security_group (a74c7595-c9b7-4159-a000-427f967eb986), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:32.720443 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (a74c7595-c9b7-4159-a000-427f967eb986), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:32.723321 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:32.724519 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a74c7595-c9b7-4159-a000-427f967eb986 HTTP/1.1" status: 204 len: 168 time: 0.1280246 Jan 21 09:44:32.733693 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74c7595-c9b7-4159-a000-427f967eb986,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:32.741573 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.741957 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.742337 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.742715 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.743117 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.743470 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.743822 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.744194 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.744504 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.744890 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.745236 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.745577 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.745917 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883d6b1-233b-4cec-8e4d-96242ce6cb57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:33.006871 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23234f-c09c-4c79-950b-eadf770d1552 req-bf6aa95e-9df7-4ff8-8cfd-65e38919ded9 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:33.008380 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5d23234f-c09c-4c79-950b-eadf770d1552 req-bf6aa95e-9df7-4ff8-8cfd-65e38919ded9 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 945 time: 0.0580409 Jan 21 09:44:33.072048 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5d23234f-c09c-4c79-950b-eadf770d1552 req-55c1769f-ab60-4e1f-bb61-37e9ccbffea6 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470319 Jan 21 09:44:33.579489 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6f4d8-d068-4b51-8910-953b1456875b req-bb4b76b3-ecf2-47ed-99a0-f4648489ba7b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:33.581050 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-51c6f4d8-d068-4b51-8910-953b1456875b req-bb4b76b3-ecf2-47ed-99a0-f4648489ba7b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0579104 Jan 21 09:44:33.630770 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-51c6f4d8-d068-4b51-8910-953b1456875b req-ba60b3fc-5217-4153-96e4-da7138323130 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438664 Jan 21 09:44:34.040822 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:44:34.196140 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f73b9e-a000-4856-a0a1-61c99083265b req-43e570ef-d2dc-4341-b0ef-07fa14854e4f tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:34.198185 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-98f73b9e-a000-4856-a0a1-61c99083265b req-43e570ef-d2dc-4341-b0ef-07fa14854e4f tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 945 time: 0.0515509 Jan 21 09:44:34.248696 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-98f73b9e-a000-4856-a0a1-61c99083265b req-a81c18b4-8208-428d-9717-e521be4e0a6e tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433018 Jan 21 09:44:35.196404 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb501d4-8478-464c-9a70-4c49a9f9eebe req-f07da705-655c-4b8a-ac11-8fde8a844edd tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:35.198222 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f52a4b-ecbf-4a2c-954b-b356525850c9 req-6ff0bae0-7ffd-4c7b-9562-da167f71cf05 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:35.199066 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ecb501d4-8478-464c-9a70-4c49a9f9eebe req-f07da705-655c-4b8a-ac11-8fde8a844edd tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 945 time: 0.0591247 Jan 21 09:44:35.203669 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-36f52a4b-ecbf-4a2c-954b-b356525850c9 req-6ff0bae0-7ffd-4c7b-9562-da167f71cf05 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0896873 Jan 21 09:44:35.249814 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ecb501d4-8478-464c-9a70-4c49a9f9eebe req-5d950399-9044-4c6f-aaba-842b0c2ebe73 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449345 Jan 21 09:44:35.254516 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-36f52a4b-ecbf-4a2c-954b-b356525850c9 req-38e4ed31-c8c3-4ec5-ae01-e7dc13e1af04 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450270 Jan 21 09:44:36.383360 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379a0b0-8889-4d2b-bdca-c1011e3b0306 req-cd11d6f7-a024-4b81-bc4d-78f1b23962c0 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:36.384901 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5379a0b0-8889-4d2b-bdca-c1011e3b0306 req-cd11d6f7-a024-4b81-bc4d-78f1b23962c0 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 945 time: 0.0499256 Jan 21 09:44:36.435970 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5379a0b0-8889-4d2b-bdca-c1011e3b0306 req-94be94b4-bd09-4ab6-beac-13d4d6fc199c tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452621 Jan 21 09:44:37.415053 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13b52a-5d7d-4f2d-a694-4838150f8938 req-dd413121-1fae-41f1-aa44-de62a0072a37 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:37.416539 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-5f13b52a-5d7d-4f2d-a694-4838150f8938 req-dd413121-1fae-41f1-aa44-de62a0072a37 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.130 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 945 time: 0.0564592 Jan 21 09:44:37.512503 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-5f13b52a-5d7d-4f2d-a694-4838150f8938 req-cd77e337-abc4-458f-86f2-7acfdbb1d612 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Deleting port a8f16299-fe51-4325-b220-5a6d9dc57455 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:44:37.512859 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-5f13b52a-5d7d-4f2d-a694-4838150f8938 req-cd77e337-abc4-458f-86f2-7acfdbb1d612 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (a8f16299-fe51-4325-b220-5a6d9dc57455), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:37.552207 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c402290-d7b5-4086-a207-11d611107cf7 req-ac9a5736-92db-4dbf-9021-4b91a83875d7 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:37.553861 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6c402290-d7b5-4086-a207-11d611107cf7 req-ac9a5736-92db-4dbf-9021-4b91a83875d7 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=611e3b8d-7c9c-40d3-a830-a633501469c7 HTTP/1.1" status: 200 len: 945 time: 0.0492332 Jan 21 09:44:37.604527 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6c402290-d7b5-4086-a207-11d611107cf7 req-a749e4a4-0c5a-483d-ba19-6c934dd537de tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441902 Jan 21 09:44:37.611583 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-5f13b52a-5d7d-4f2d-a694-4838150f8938 req-cd77e337-abc4-458f-86f2-7acfdbb1d612 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] For port a8f16299-fe51-4325-b220-5a6d9dc57455, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=a8f16299-fe51-4325-b220-5a6d9dc57455,segment=NetworkSegment(f82a3809-413e-47c3-ac3e-7e9535066c04),segment_id=f82a3809-413e-47c3-ac3e-7e9535066c04)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:37.611974 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-5f13b52a-5d7d-4f2d-a694-4838150f8938 req-cd77e337-abc4-458f-86f2-7acfdbb1d612 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (a8f16299-fe51-4325-b220-5a6d9dc57455), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:37.625161 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-5f13b52a-5d7d-4f2d-a694-4838150f8938 req-cd77e337-abc4-458f-86f2-7acfdbb1d612 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Calling delete_port for a8f16299-fe51-4325-b220-5a6d9dc57455 owned by compute:nova {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:44:37.762013 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-5f13b52a-5d7d-4f2d-a694-4838150f8938 req-cd77e337-abc4-458f-86f2-7acfdbb1d612 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (a8f16299-fe51-4325-b220-5a6d9dc57455), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:37.774298 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['a8f16299-fe51-4325-b220-5a6d9dc57455'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:44:37.794748 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77e337-abc4-458f-86f2-7acfdbb1d612 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Pushing event deleted for resources: {'Port': ['ID=a8f16299-fe51-4325-b220-5a6d9dc57455,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:37.840159 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f13b52a-5d7d-4f2d-a694-4838150f8938 req-cd77e337-abc4-458f-86f2-7acfdbb1d612 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] No DVR routers for this DVR port a8f16299-fe51-4325-b220-5a6d9dc57455 on host hv-cinder-81561 {{(pid=109056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:37.843611 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-5f13b52a-5d7d-4f2d-a694-4838150f8938 req-cd77e337-abc4-458f-86f2-7acfdbb1d612 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:37.847181 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-5f13b52a-5d7d-4f2d-a694-4838150f8938 req-cd77e337-abc4-458f-86f2-7acfdbb1d612 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.130 "DELETE /v2.0/ports/a8f16299-fe51-4325-b220-5a6d9dc57455 HTTP/1.1" status: 204 len: 173 time: 0.4251008 Jan 21 09:44:37.847655 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611e3b8d-7c9c-40d3-a830-a633501469c7', 'name': 'network-vif-deleted', 'tag': 'a8f16299-fe51-4325-b220-5a6d9dc57455'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:37.850500 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b74ab7b-7dbe-4317-b302-d481f52bd36d" -d '{"events": [{"server_uuid": "611e3b8d-7c9c-40d3-a830-a633501469c7", "name": "network-vif-deleted", "tag": "a8f16299-fe51-4325-b220-5a6d9dc57455"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:37.893667 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7028439f-ed6b-433a-9e08-d3184ac4f992 x-openstack-request-id: req-7028439f-ed6b-433a-9e08-d3184ac4f992 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:37.893977 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611e3b8d-7c9c-40d3-a830-a633501469c7", "name": "network-vif-deleted", "tag": "a8f16299-fe51-4325-b220-5a6d9dc57455", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:37.894246 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7028439f-ed6b-433a-9e08-d3184ac4f992 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:37.894661 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611e3b8d-7c9c-40d3-a830-a633501469c7', 'name': 'network-vif-deleted', 'tag': 'a8f16299-fe51-4325-b220-5a6d9dc57455', 'status': 'completed', 'code': 200} Jan 21 09:44:38.945725 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b74f2-144b-4355-b628-c27bea4c798e req-ab7faa7f-533c-4114-b87c-5008fbab987a tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:38.947251 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-387b74f2-144b-4355-b628-c27bea4c798e req-ab7faa7f-533c-4114-b87c-5008fbab987a tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/networks?id=7477ae4c-f434-4da2-8525-785f7423f812 HTTP/1.1" status: 200 len: 808 time: 0.1131809 Jan 21 09:44:38.962017 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-387b74f2-144b-4355-b628-c27bea4c798e req-6e8d94df-0afb-4d99-b98c-d434a0f66700 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/quotas/b7f279c6b0ff44e399b2e1a6b23775fd HTTP/1.1" status: 200 len: 375 time: 0.0090153 Jan 21 09:44:38.995415 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-387b74f2-144b-4355-b628-c27bea4c798e req-761f4dbd-6dff-4d83-a5c8-7e5788e54166 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=b7f279c6b0ff44e399b2e1a6b23775fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274787 Jan 21 09:44:39.086284 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-387b74f2-144b-4355-b628-c27bea4c798e req-9834ec79-79e6-4356-a2cc-721abc90b3fc service neutron] 10.222.0.112 "GET /v2.0/networks/7477ae4c-f434-4da2-8525-785f7423f812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839913 Jan 21 09:44:39.186929 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-387b74f2-144b-4355-b628-c27bea4c798e req-6acab625-2b60-444a-bf70-c74ca913bb9e service neutron] 10.222.0.112 "GET /v2.0/networks/7477ae4c-f434-4da2-8525-785f7423f812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938976 Jan 21 09:44:39.353205 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a0f5e356-41c0-4a41-ba48-3706b4ba630c req-e27102dd-b97d-4649-92e8-a8685d91d32c tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 210 time: 0.0274050 Jan 21 09:44:40.453844 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-845564b5-eff6-477a-97dd-bc867f1a1c1a req-c3719315-d56a-45ea-90d6-030c4a2429d1 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 210 time: 0.0287662 Jan 21 09:44:40.465551 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b74f2-144b-4355-b628-c27bea4c798e req-5cf8a03b-748e-45ce-9763-827c3bda24b9 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:40.467691 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-387b74f2-144b-4355-b628-c27bea4c798e req-5cf8a03b-748e-45ce-9763-827c3bda24b9 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.130 "GET /v2.0/networks?id=7477ae4c-f434-4da2-8525-785f7423f812 HTTP/1.1" status: 200 len: 808 time: 0.1103511 Jan 21 09:44:41.553692 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d5605914-f4d6-4f89-a0c5-d884d90ba6c9 req-917e157a-fe31-4adf-bfca-47239d824810 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 210 time: 0.0328929 Jan 21 09:44:42.655288 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c4b7ffcb-528e-445e-ba9c-96769ae4876f req-3d26bf8c-73c2-477c-8f88-ebde70bc164a tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 210 time: 0.0279269 Jan 21 09:44:42.703291 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-e3cc1893-91b0-4b18-9aa9-6ca899e2fef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:43.470767 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-387b74f2-144b-4355-b628-c27bea4c798e req-2f87d3b5-4cc1-4f7c-ae67-a5bcec086c3b tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Request body: {'port': {'device_id': '90dfb9b4-aa02-441e-ab72-a9302d558600', 'network_id': '7477ae4c-f434-4da2-8525-785f7423f812', 'admin_state_up': True, 'tenant_id': 'b7f279c6b0ff44e399b2e1a6b23775fd'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:43.493319 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device a8f16299-fe51-4325-b220-5a6d9dc57455 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:44:43.597051 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387b74f2-144b-4355-b628-c27bea4c798e req-2f87d3b5-4cc1-4f7c-ae67-a5bcec086c3b tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Made reservation on behalf of b7f279c6b0ff44e399b2e1a6b23775fd for: {'port': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:43.601777 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-387b74f2-144b-4355-b628-c27bea4c798e req-2f87d3b5-4cc1-4f7c-ae67-a5bcec086c3b tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:43.641150 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: a8f16299-fe51-4325-b220-5a6d9dc57455 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:44:43.641509 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device a8f16299-fe51-4325-b220-5a6d9dc57455 not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:44:43.746601 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [req-387b74f2-144b-4355-b628-c27bea4c798e req-2f87d3b5-4cc1-4f7c-ae67-a5bcec086c3b tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Allocated IP 172.20.0.5 (7477ae4c-f434-4da2-8525-785f7423f812/fc84dfec-74ac-48cc-83af-e7712f5b8be7/3c671602-3079-4015-bf7f-52f944c82ea2) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:43.759175 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-7d602982-b385-47df-8268-5022b3f5654b req-3c8001f8-8352-4d53-a9a1-7835253c0603 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 210 time: 0.0277531 Jan 21 09:44:43.899767 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-387b74f2-144b-4355-b628-c27bea4c798e req-2f87d3b5-4cc1-4f7c-ae67-a5bcec086c3b tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Publish callbacks [] for port (3c671602-3079-4015-bf7f-52f944c82ea2), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:43.936050 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-387b74f2-144b-4355-b628-c27bea4c798e req-2f87d3b5-4cc1-4f7c-ae67-a5bcec086c3b tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (3c671602-3079-4015-bf7f-52f944c82ea2), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:43.985296 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387b74f2-144b-4355-b628-c27bea4c798e req-2f87d3b5-4cc1-4f7c-ae67-a5bcec086c3b tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Network 7477ae4c-f434-4da2-8525-785f7423f812 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:43.988433 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [req-387b74f2-144b-4355-b628-c27bea4c798e req-2f87d3b5-4cc1-4f7c-ae67-a5bcec086c3b tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:43.992161 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-387b74f2-144b-4355-b628-c27bea4c798e req-2f87d3b5-4cc1-4f7c-ae67-a5bcec086c3b tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:44:43.999601 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87d3b5-4cc1-4f7c-ae67-a5bcec086c3b tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Pushing event updated for resources: {'Port': ['ID=3c671602-3079-4015-bf7f-52f944c82ea2,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:44.045783 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b74f2-144b-4355-b628-c27bea4c798e req-2f87d3b5-4cc1-4f7c-ae67-a5bcec086c3b tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:44.046424 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-387b74f2-144b-4355-b628-c27bea4c798e req-2f87d3b5-4cc1-4f7c-ae67-a5bcec086c3b tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:44.073169 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-387b74f2-144b-4355-b628-c27bea4c798e req-2f87d3b5-4cc1-4f7c-ae67-a5bcec086c3b tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6064537 Jan 21 09:44:44.891983 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055d7a7-d01d-4b99-aa7d-7caa73dccac2 req-f325ac4c-42ed-4698-a4b2-0c93c3fdbc65 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:44.893510 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0055d7a7-d01d-4b99-aa7d-7caa73dccac2 req-f325ac4c-42ed-4698-a4b2-0c93c3fdbc65 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 931 time: 0.0612540 Jan 21 09:44:44.942010 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0055d7a7-d01d-4b99-aa7d-7caa73dccac2 req-f78abffe-17de-45b5-9454-e24602a4c9ab tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423748 Jan 21 09:44:45.409889 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5975-2627-4bca-9a76-614591b3451d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:45.810411 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Request body: {'port': {'device_id': '90dfb9b4-aa02-441e-ab72-a9302d558600', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:45.863851 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (3c671602-3079-4015-bf7f-52f944c82ea2), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:46.070587 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3d3cd-0770-494a-8d5b-6169517c38b4 req-9d2dfd13-7b45-408c-ba1d-b80d05568d25 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:46.075460 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-45c3d3cd-0770-494a-8d5b-6169517c38b4 req-9d2dfd13-7b45-408c-ba1d-b80d05568d25 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 931 time: 0.0633874 Jan 21 09:44:46.124987 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-45c3d3cd-0770-494a-8d5b-6169517c38b4 req-5122ab54-ab9e-4e40-9987-a870217e9bb6 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440252 Jan 21 09:44:46.147652 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c671602-3079-4015-bf7f-52f944c82ea2 {{(pid=109056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:44:46.155307 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Publish callbacks [] for port (3c671602-3079-4015-bf7f-52f944c82ea2), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:46.167634 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.provisioning_blocks [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Transition to ACTIVE for port object 3c671602-3079-4015-bf7f-52f944c82ea2 will not be triggered until provisioned by entity L2. {{(pid=109056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:46.172570 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (3c671602-3079-4015-bf7f-52f944c82ea2), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:46.223020 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Pushing event updated for resources: {'Port': ['ID=3c671602-3079-4015-bf7f-52f944c82ea2,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:46.294468 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Attempting to bind port 3c671602-3079-4015-bf7f-52f944c82ea2 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:44:46.294697 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Attempting to bind port 3c671602-3079-4015-bf7f-52f944c82ea2 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': 'f82a3809-413e-47c3-ac3e-7e9535066c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7477ae4c-f434-4da2-8525-785f7423f812'}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:44:46.295087 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Attempting to bind port 3c671602-3079-4015-bf7f-52f944c82ea2 on network 7477ae4c-f434-4da2-8525-785f7423f812 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:46.299417 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Port 3c671602-3079-4015-bf7f-52f944c82ea2 on network 7477ae4c-f434-4da2-8525-785f7423f812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:44:46.299747 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Attempting to bind port 3c671602-3079-4015-bf7f-52f944c82ea2 on network 7477ae4c-f434-4da2-8525-785f7423f812 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:46.304663 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:44:46.305009 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Checking segment: {'id': 'f82a3809-413e-47c3-ac3e-7e9535066c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7477ae4c-f434-4da2-8525-785f7423f812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:44:46.305407 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Bound using segment: {'id': 'f82a3809-413e-47c3-ac3e-7e9535066c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7477ae4c-f434-4da2-8525-785f7423f812'} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:44:46.305843 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Bound port: 3c671602-3079-4015-bf7f-52f944c82ea2, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82a3809-413e-47c3-ac3e-7e9535066c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7477ae4c-f434-4da2-8525-785f7423f812'}}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:44:46.306205 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (3c671602-3079-4015-bf7f-52f944c82ea2), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:46.367916 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] For port 3c671602-3079-4015-bf7f-52f944c82ea2, host hv-cinder-81561, cleared binding levels {{(pid=109056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:46.370894 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] For port 3c671602-3079-4015-bf7f-52f944c82ea2, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=3c671602-3079-4015-bf7f-52f944c82ea2,segment=NetworkSegment(f82a3809-413e-47c3-ac3e-7e9535066c04),segment_id=f82a3809-413e-47c3-ac3e-7e9535066c04)] {{(pid=109056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:46.375812 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (3c671602-3079-4015-bf7f-52f944c82ea2), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:46.412397 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:46.413033 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:46.414460 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-387b74f2-144b-4355-b628-c27bea4c798e req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] 10.222.0.130 "PUT /v2.0/ports/3c671602-3079-4015-bf7f-52f944c82ea2 HTTP/1.1" status: 200 len: 1093 time: 0.6085775 Jan 21 09:44:46.414963 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dfb9b4-aa02-441e-ab72-a9302d558600', 'tag': '3c671602-3079-4015-bf7f-52f944c82ea2'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:46.417525 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2ffa64-1e61-4b5f-960b-6b9bb8419928" -d '{"events": [{"name": "network-changed", "server_uuid": "90dfb9b4-aa02-441e-ab72-a9302d558600", "tag": "3c671602-3079-4015-bf7f-52f944c82ea2"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:46.439822 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc817c-a05b-452a-b944-385e787b6578 service neutron] Pushing event updated for resources: {'Port': ['ID=3c671602-3079-4015-bf7f-52f944c82ea2,revision_number=3']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:46.458174 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9633f425-bf8a-421c-b910-ed5f7313b2da x-openstack-request-id: req-9633f425-bf8a-421c-b910-ed5f7313b2da {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:46.458478 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dfb9b4-aa02-441e-ab72-a9302d558600", "tag": "3c671602-3079-4015-bf7f-52f944c82ea2", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:46.458748 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-9633f425-bf8a-421c-b910-ed5f7313b2da {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:46.459209 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90dfb9b4-aa02-441e-ab72-a9302d558600', 'tag': '3c671602-3079-4015-bf7f-52f944c82ea2', 'status': 'completed', 'code': 200} Jan 21 09:44:46.873045 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ffa64-1e61-4b5f-960b-6b9bb8419928 req-2b9ceed7-a727-465d-a61f-3beca3f09f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:46.874646 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:46.875332 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cf2ffa64-1e61-4b5f-960b-6b9bb8419928 req-2b9ceed7-a727-465d-a61f-3beca3f09f21 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=b7f279c6b0ff44e399b2e1a6b23775fd&device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 1096 time: 0.0576720 Jan 21 09:44:46.993537 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ffa64-1e61-4b5f-960b-6b9bb8419928 req-0506c265-9231-49c5-b632-d65d2de4a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:46.995792 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cf2ffa64-1e61-4b5f-960b-6b9bb8419928 req-0506c265-9231-49c5-b632-d65d2de4a65f service neutron] 10.222.0.130 "GET /v2.0/networks?tenant_id=b7f279c6b0ff44e399b2e1a6b23775fd&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1087258 Jan 21 09:44:47.109515 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ffa64-1e61-4b5f-960b-6b9bb8419928 req-dfe41616-a1c9-4f18-b8e9-31414ef761bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:47.111114 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cf2ffa64-1e61-4b5f-960b-6b9bb8419928 req-dfe41616-a1c9-4f18-b8e9-31414ef761bb service neutron] 10.222.0.130 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042292 Jan 21 09:44:47.200362 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b74f2-144b-4355-b628-c27bea4c798e req-1a79b741-7d29-4128-877d-3a41131fc40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:47.202218 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-387b74f2-144b-4355-b628-c27bea4c798e req-1a79b741-7d29-4128-877d-3a41131fc40f service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=b7f279c6b0ff44e399b2e1a6b23775fd&device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 1096 time: 0.0484390 Jan 21 09:44:47.262083 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-387b74f2-144b-4355-b628-c27bea4c798e req-56d0c4e2-a121-4d9a-8a0b-d37aa254c75f service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c671602-3079-4015-bf7f-52f944c82ea2 HTTP/1.1" status: 200 len: 217 time: 0.0497799 Jan 21 09:44:47.263468 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a4daa-6f6b-477d-aa15-1e78248614f0 req-01f12e09-bc17-4d78-b77c-41946929a1a7 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:47.265060 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-633a4daa-6f6b-477d-aa15-1e78248614f0 req-01f12e09-bc17-4d78-b77c-41946929a1a7 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 943 time: 0.0623031 Jan 21 09:44:47.318233 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b74f2-144b-4355-b628-c27bea4c798e req-9fab9d2f-d6a1-4ba3-b76c-05f63bc9f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:47.319775 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-387b74f2-144b-4355-b628-c27bea4c798e req-9fab9d2f-d6a1-4ba3-b76c-05f63bc9f6a2 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=fc84dfec-74ac-48cc-83af-e7712f5b8be7 HTTP/1.1" status: 200 len: 848 time: 0.0505273 Jan 21 09:44:47.326325 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-633a4daa-6f6b-477d-aa15-1e78248614f0 req-447d2aea-5f57-4361-ae6e-0d0567a56d30 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525525 Jan 21 09:44:47.364774 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-387b74f2-144b-4355-b628-c27bea4c798e req-b187ebe9-fa30-45f2-97bf-05ac5a19560a service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=7477ae4c-f434-4da2-8525-785f7423f812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347476 Jan 21 09:44:47.483510 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128df03-cc8d-4b87-a439-198c6232c270 req-f248d89f-05a8-4fa3-b2e8-0324a7ba3fe8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:47.485138 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6128df03-cc8d-4b87-a439-198c6232c270 req-f248d89f-05a8-4fa3-b2e8-0324a7ba3fe8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0604358 Jan 21 09:44:47.486047 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-387b74f2-144b-4355-b628-c27bea4c798e req-d9e094f6-5b0a-4b7e-80bb-daad288d0a86 service neutron] 10.222.0.130 "GET /v2.0/networks/7477ae4c-f434-4da2-8525-785f7423f812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084809 Jan 21 09:44:47.556400 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6128df03-cc8d-4b87-a439-198c6232c270 req-a08c30eb-b33a-44d0-b209-2208463c744f tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642343 Jan 21 09:44:47.629825 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-387b74f2-144b-4355-b628-c27bea4c798e req-1ba0b396-df57-4cbe-85b0-1213b680b584 service neutron] 10.222.0.130 "GET /v2.0/networks/7477ae4c-f434-4da2-8525-785f7423f812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369383 Jan 21 09:44:48.460775 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01239391-c904-4770-a778-30c646f0900a req-2eda7bf1-8e14-4df6-aa23-e6bad7aa75f7 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:48.464704 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-01239391-c904-4770-a778-30c646f0900a req-2eda7bf1-8e14-4df6-aa23-e6bad7aa75f7 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 943 time: 0.0713644 Jan 21 09:44:48.516056 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-01239391-c904-4770-a778-30c646f0900a req-17d7ce6a-1918-465c-9fd8-db50b6b256b0 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447166 Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.681624 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.685641 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.685641 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.685641 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.685641 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.685641 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.685641 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.685641 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.685641 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.685641 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.685641 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.685641 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:44:48.685641 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:44:48.685641 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a7f98-3ed0-46b1-aaf4-79421d5d02b2 req-5a19bada-d498-4ee5-9852-71fb0ca86201 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:48.686537 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fb7a7f98-3ed0-46b1-aaf4-79421d5d02b2 req-5a19bada-d498-4ee5-9852-71fb0ca86201 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0555711 Jan 21 09:44:48.702023 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:48.741837 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fb7a7f98-3ed0-46b1-aaf4-79421d5d02b2 req-040e5c22-dba5-4c35-b3e0-7f9951da36ac tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503006 Jan 21 09:44:49.177492 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:49.527920 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 3c671602-3079-4015-bf7f-52f944c82ea2 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:44:49.649247 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 3c671602-3079-4015-bf7f-52f944c82ea2, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=3c671602-3079-4015-bf7f-52f944c82ea2,segment=NetworkSegment(f82a3809-413e-47c3-ac3e-7e9535066c04),segment_id=f82a3809-413e-47c3-ac3e-7e9535066c04)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:49.660614 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84835b96-8ae1-4fad-beb2-deaefddc18d0 req-9a9599c3-5f71-4b60-8906-8ccac6d42760 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:49.662083 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-84835b96-8ae1-4fad-beb2-deaefddc18d0 req-9a9599c3-5f71-4b60-8906-8ccac6d42760 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 943 time: 0.0526478 Jan 21 09:44:49.662422 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': '3c671602-3079-4015-bf7f-52f944c82ea2', 'network_id': '7477ae4c-f434-4da2-8525-785f7423f812', 'port_id': '3c671602-3079-4015-bf7f-52f944c82ea2', 'mac_address': 'fa:16:3e:eb:11:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc84dfec-74ac-48cc-83af-e7712f5b8be7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:44:49.711089 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 3c671602-3079-4015-bf7f-52f944c82ea2 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:49.711683 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (3c671602-3079-4015-bf7f-52f944c82ea2), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:49.727672 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c671602-3079-4015-bf7f-52f944c82ea2 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:44:49.750412 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 3c671602-3079-4015-bf7f-52f944c82ea2, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=3c671602-3079-4015-bf7f-52f944c82ea2,segment=NetworkSegment(f82a3809-413e-47c3-ac3e-7e9535066c04),segment_id=f82a3809-413e-47c3-ac3e-7e9535066c04)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:49.755619 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (3c671602-3079-4015-bf7f-52f944c82ea2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:49.773855 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-84835b96-8ae1-4fad-beb2-deaefddc18d0 req-397a00f7-6c02-4789-81c5-063a3919e04a tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046333 Jan 21 09:44:49.817128 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=3c671602-3079-4015-bf7f-52f944c82ea2,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:49.826518 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:49.827044 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:49.827471 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:49.827823 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:49.828496 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:49.828839 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:49.829399 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:49.829912 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:49.830434 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:49.830819 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:49.831190 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:49.831526 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:49.831864 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:49.860273 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 51358) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:49.903013 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483f094-a371-4d1b-8954-fe9e8942364a req-e3d754ef-d70d-41b1-8366-6d294a62d0b9 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:49.905400 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c483f094-a371-4d1b-8954-fe9e8942364a req-e3d754ef-d70d-41b1-8366-6d294a62d0b9 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0667553 Jan 21 09:44:49.966555 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c483f094-a371-4d1b-8954-fe9e8942364a req-ca7f5cc6-12cd-4912-bda9-6ed17a66af90 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544238 Jan 21 09:44:50.044103 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0be6-c044-46b4-826d-3f8f80db78ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:50.080062 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['3c671602-3079-4015-bf7f-52f944c82ea2'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:44:50.137688 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0be6-c044-46b4-826d-3f8f80db78ef admin admin] Publish callbacks [] for security_group (e3306968-ae4b-4d19-915f-d05d16cd6894), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:50.144153 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0be6-c044-46b4-826d-3f8f80db78ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (e3306968-ae4b-4d19-915f-d05d16cd6894), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:50.188482 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-b6ea0be6-c044-46b4-826d-3f8f80db78ef admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=1f16dcf2ff01470fa74a9f9756d24f25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267188 Jan 21 09:44:50.189456 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea0be6-c044-46b4-826d-3f8f80db78ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3306968-ae4b-4d19-915f-d05d16cd6894,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:50.191726 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 51370) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:50.252336 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-02780003-b666-4b19-ab31-cd96d1d89012 admin admin] Publish callbacks [] for security_group (e3306968-ae4b-4d19-915f-d05d16cd6894), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:50.273811 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-02780003-b666-4b19-ab31-cd96d1d89012 admin admin] Publish callbacks [] for security_group (e3306968-ae4b-4d19-915f-d05d16cd6894), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:50.320867 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-02780003-b666-4b19-ab31-cd96d1d89012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (e3306968-ae4b-4d19-915f-d05d16cd6894), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:50.323619 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-02780003-b666-4b19-ab31-cd96d1d89012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:50.325122 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-02780003-b666-4b19-ab31-cd96d1d89012 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e3306968-ae4b-4d19-915f-d05d16cd6894 HTTP/1.1" status: 204 len: 168 time: 0.1322718 Jan 21 09:44:50.333293 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02780003-b666-4b19-ab31-cd96d1d89012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3306968-ae4b-4d19-915f-d05d16cd6894,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:50.908781 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd98d73-45dc-40bd-82a1-03821fff12e4 req-07246002-faf4-4586-b0be-6bc120333dc6 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:50.910369 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-edd98d73-45dc-40bd-82a1-03821fff12e4 req-07246002-faf4-4586-b0be-6bc120333dc6 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 944 time: 0.0610631 Jan 21 09:44:50.959516 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-edd98d73-45dc-40bd-82a1-03821fff12e4 req-f7582a7d-e044-484c-b0f4-558274f75870 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434017 Jan 21 09:44:51.113121 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f31ff3-152b-4670-8596-a635c0656ef0 req-ff712671-a790-440e-b69c-be22cce7c6c0 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.114697 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a0f31ff3-152b-4670-8596-a635c0656ef0 req-ff712671-a790-440e-b69c-be22cce7c6c0 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0699699 Jan 21 09:44:51.168705 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a0f31ff3-152b-4670-8596-a635c0656ef0 req-925d82d0-e418-490c-ac8e-9cf9c0b006a9 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468738 Jan 21 09:44:51.465937 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 51426) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:51.543419 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 3c671602-3079-4015-bf7f-52f944c82ea2 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:51.571399 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9a5562cb-6d4e-4f8f-842b-23a1cea75d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:51.593440 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port 3c671602-3079-4015-bf7f-52f944c82ea2 completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:51.608195 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port 3c671602-3079-4015-bf7f-52f944c82ea2 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:51.608592 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (3c671602-3079-4015-bf7f-52f944c82ea2), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:51.657739 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9a5562cb-6d4e-4f8f-842b-23a1cea75d05 admin admin] Publish callbacks [] for security_group (71e42fdf-e886-4da5-ba1e-674a7dbdb614), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:51.663885 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9a5562cb-6d4e-4f8f-842b-23a1cea75d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (71e42fdf-e886-4da5-ba1e-674a7dbdb614), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:51.701336 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 3c671602-3079-4015-bf7f-52f944c82ea2 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:51.701741 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (3c671602-3079-4015-bf7f-52f944c82ea2), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:51.704096 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-9a5562cb-6d4e-4f8f-842b-23a1cea75d05 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=7f72c96b001745daa701aa23a29239f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370553 Jan 21 09:44:51.705330 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5562cb-6d4e-4f8f-842b-23a1cea75d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e42fdf-e886-4da5-ba1e-674a7dbdb614,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:51.707030 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 51432) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:51.727322 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dfb9b4-aa02-441e-ab72-a9302d558600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c671602-3079-4015-bf7f-52f944c82ea2'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:51.730273 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288c364e-93eb-433b-aabb-97a4b8dc94fc" -d '{"events": [{"server_uuid": "90dfb9b4-aa02-441e-ab72-a9302d558600", "name": "network-vif-plugged", "status": "completed", "tag": "3c671602-3079-4015-bf7f-52f944c82ea2"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:51.746140 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 3c671602-3079-4015-bf7f-52f944c82ea2, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=3c671602-3079-4015-bf7f-52f944c82ea2,segment=NetworkSegment(f82a3809-413e-47c3-ac3e-7e9535066c04),segment_id=f82a3809-413e-47c3-ac3e-7e9535066c04)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:51.751055 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (3c671602-3079-4015-bf7f-52f944c82ea2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:51.764455 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d3d147b4-1cd0-439b-ab6c-5918f17f14c0 admin admin] Publish callbacks [] for security_group (71e42fdf-e886-4da5-ba1e-674a7dbdb614), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:51.779302 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e574afe8-abea-4cb2-b72c-a16eaad8485b x-openstack-request-id: req-e574afe8-abea-4cb2-b72c-a16eaad8485b {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:51.779646 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dfb9b4-aa02-441e-ab72-a9302d558600", "name": "network-vif-plugged", "status": "completed", "tag": "3c671602-3079-4015-bf7f-52f944c82ea2", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:51.779921 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-e574afe8-abea-4cb2-b72c-a16eaad8485b {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:51.780332 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dfb9b4-aa02-441e-ab72-a9302d558600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c671602-3079-4015-bf7f-52f944c82ea2', 'code': 200} Jan 21 09:44:51.789668 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d3d147b4-1cd0-439b-ab6c-5918f17f14c0 admin admin] Publish callbacks [] for security_group (71e42fdf-e886-4da5-ba1e-674a7dbdb614), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:51.802409 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=3c671602-3079-4015-bf7f-52f944c82ea2,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:51.847023 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d3d147b4-1cd0-439b-ab6c-5918f17f14c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (71e42fdf-e886-4da5-ba1e-674a7dbdb614), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:51.849976 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d3d147b4-1cd0-439b-ab6c-5918f17f14c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:51.851219 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-d3d147b4-1cd0-439b-ab6c-5918f17f14c0 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/71e42fdf-e886-4da5-ba1e-674a7dbdb614 HTTP/1.1" status: 204 len: 168 time: 0.1426709 Jan 21 09:44:51.860742 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d147b4-1cd0-439b-ab6c-5918f17f14c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e42fdf-e886-4da5-ba1e-674a7dbdb614,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:51.980139 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc33701-1c17-46e4-a93a-f9f65d23565c req-8ba80f62-7efa-409c-a341-086718af4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.981747 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ecc33701-1c17-46e4-a93a-f9f65d23565c req-8ba80f62-7efa-409c-a341-086718af4ab7 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 1098 time: 0.0469692 Jan 21 09:44:52.037988 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ecc33701-1c17-46e4-a93a-f9f65d23565c req-d0007ff2-6a91-412d-b7ff-dc7189021413 service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480826 Jan 21 09:44:52.090982 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2f944-8e5e-4e96-819f-6521cce1a571 req-2bbfc65d-783e-431d-87b7-e21a0ee69d15 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:52.092538 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-12b2f944-8e5e-4e96-819f-6521cce1a571 req-2bbfc65d-783e-431d-87b7-e21a0ee69d15 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 945 time: 0.0544660 Jan 21 09:44:52.155485 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-12b2f944-8e5e-4e96-819f-6521cce1a571 req-782be912-fefd-435a-a6bb-c205b1c9498a tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567088 Jan 21 09:44:52.330761 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b2cc0-cc62-4f6e-8301-6f3fba73b4fa req-b0afcc4c-d430-455c-9c7c-2e1dd9729a0b tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:52.339652 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2e2b2cc0-cc62-4f6e-8301-6f3fba73b4fa req-b0afcc4c-d430-455c-9c7c-2e1dd9729a0b tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0674462 Jan 21 09:44:52.394195 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2e2b2cc0-cc62-4f6e-8301-6f3fba73b4fa req-88fbe890-fdc4-485e-b971-b186df44eb97 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534973 Jan 21 09:44:52.430169 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 51468) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:52.543906 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5a7511b2-7dda-42dd-9ecb-fe2c4ef97b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:52.620410 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5a7511b2-7dda-42dd-9ecb-fe2c4ef97b6a admin admin] Publish callbacks [] for security_group (f1c24344-e4e1-4d1b-95c0-c1358afb35d3), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:52.624788 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5a7511b2-7dda-42dd-9ecb-fe2c4ef97b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (f1c24344-e4e1-4d1b-95c0-c1358afb35d3), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:52.663402 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-5a7511b2-7dda-42dd-9ecb-fe2c4ef97b6a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=e5d22fbc0664493eb3f7b66c7d3e7a51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321730 Jan 21 09:44:52.664312 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7511b2-7dda-42dd-9ecb-fe2c4ef97b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c24344-e4e1-4d1b-95c0-c1358afb35d3,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:52.666491 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 51480) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:52.734214 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-1c8ab1f1-b464-4641-bf02-f513f58ecc82 admin admin] Publish callbacks [] for security_group (f1c24344-e4e1-4d1b-95c0-c1358afb35d3), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:52.755494 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-1c8ab1f1-b464-4641-bf02-f513f58ecc82 admin admin] Publish callbacks [] for security_group (f1c24344-e4e1-4d1b-95c0-c1358afb35d3), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:52.803219 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-1c8ab1f1-b464-4641-bf02-f513f58ecc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (f1c24344-e4e1-4d1b-95c0-c1358afb35d3), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:52.805842 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-1c8ab1f1-b464-4641-bf02-f513f58ecc82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:52.807066 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-1c8ab1f1-b464-4641-bf02-f513f58ecc82 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f1c24344-e4e1-4d1b-95c0-c1358afb35d3 HTTP/1.1" status: 204 len: 168 time: 0.1387832 Jan 21 09:44:52.815562 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ab1f1-b464-4641-bf02-f513f58ecc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c24344-e4e1-4d1b-95c0-c1358afb35d3,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:53.293789 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120bf5a-7207-46aa-9b6c-0d8692a89916 req-68c187b3-c4e5-402d-945d-757d5ee4080a tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:53.296800 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-4120bf5a-7207-46aa-9b6c-0d8692a89916 req-68c187b3-c4e5-402d-945d-757d5ee4080a tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 945 time: 0.0604544 Jan 21 09:44:53.363906 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-4120bf5a-7207-46aa-9b6c-0d8692a89916 req-ef57f619-77a2-4e11-aea7-025d0cdb0f17 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591044 Jan 21 09:44:53.410227 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 51520) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:53.507291 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-77b08137-d65c-4d97-81ea-2bfbcc3983c8 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1036633484&fields=id&tenant_id=b0f3677d18a14829ba92c635e3e952b4 HTTP/1.1" status: 200 len: 267 time: 0.0641789 Jan 21 09:44:53.541134 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df71d3-9ac8-4d60-b44f-e4f4951b612e req-8cf0e7c9-c5e2-4bc3-8565-368945bb93cf tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:53.550207 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-72df71d3-9ac8-4d60-b44f-e4f4951b612e req-8cf0e7c9-c5e2-4bc3-8565-368945bb93cf tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0795269 Jan 21 09:44:53.584958 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f8c4bee9-7c5d-4a14-bd96-1a305ba80012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:53.633242 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-72df71d3-9ac8-4d60-b44f-e4f4951b612e req-ffaae36e-98ff-4b67-aba9-065f9dc9ed0d tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818248 Jan 21 09:44:53.675855 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-799b5f92-2ce6-49af-a909-62aa7c6250be tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:53.677637 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-799b5f92-2ce6-49af-a909-62aa7c6250be tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/networks?id=d94bdff3-5414-4f0b-add5-113ce72946b0 HTTP/1.1" status: 200 len: 809 time: 0.1610236 Jan 21 09:44:53.701467 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-d1da6859-7d3c-432c-9608-2372f5036b77 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/quotas/b0f3677d18a14829ba92c635e3e952b4 HTTP/1.1" status: 200 len: 375 time: 0.0156043 Jan 21 09:44:53.733079 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f8c4bee9-7c5d-4a14-bd96-1a305ba80012 admin admin] Publish callbacks [] for security_group (1bbe1a8c-7220-4060-b277-65730665cf25), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:53.738412 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f8c4bee9-7c5d-4a14-bd96-1a305ba80012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (1bbe1a8c-7220-4060-b277-65730665cf25), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:53.790953 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-f8c4bee9-7c5d-4a14-bd96-1a305ba80012 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=889e901f84a3423f82459eda8b522668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794253 Jan 21 09:44:53.791628 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-7e3ef559-ccdc-4e9f-974d-d59519d1ad60 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=b0f3677d18a14829ba92c635e3e952b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802164 Jan 21 09:44:53.793711 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 51538) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:53.793864 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4bee9-7c5d-4a14-bd96-1a305ba80012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbe1a8c-7220-4060-b277-65730665cf25,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:53.873361 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-2433f26d-bb89-4abe-9e70-574de6c3e839 admin admin] Publish callbacks [] for security_group (1bbe1a8c-7220-4060-b277-65730665cf25), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:53.927140 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-2433f26d-bb89-4abe-9e70-574de6c3e839 admin admin] Publish callbacks [] for security_group (1bbe1a8c-7220-4060-b277-65730665cf25), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:53.963105 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-fa4a2e33-36e1-4451-8d89-5c8bd429438e service neutron] 10.222.0.112 "GET /v2.0/networks/d94bdff3-5414-4f0b-add5-113ce72946b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292610 Jan 21 09:44:54.056046 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-2433f26d-bb89-4abe-9e70-574de6c3e839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (1bbe1a8c-7220-4060-b277-65730665cf25), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:54.058830 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-2433f26d-bb89-4abe-9e70-574de6c3e839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:54.062486 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-2433f26d-bb89-4abe-9e70-574de6c3e839 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/1bbe1a8c-7220-4060-b277-65730665cf25 HTTP/1.1" status: 204 len: 168 time: 0.2649381 Jan 21 09:44:54.083449 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433f26d-bb89-4abe-9e70-574de6c3e839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbe1a8c-7220-4060-b277-65730665cf25,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:54.096718 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-6c7f32c3-6ce2-403e-9af6-003e347701ed service neutron] 10.222.0.112 "GET /v2.0/networks/d94bdff3-5414-4f0b-add5-113ce72946b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250870 Jan 21 09:44:54.581113 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd60d8-46a3-4839-a6b4-eeb2019df42f req-a1ea060b-049a-4058-876b-6b7f83bcf4c0 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.583532 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-73cd60d8-46a3-4839-a6b4-eeb2019df42f req-a1ea060b-049a-4058-876b-6b7f83bcf4c0 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 945 time: 0.1313550 Jan 21 09:44:54.642999 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-8fc29af8-d008-421a-83b5-458c2652bd21 req-7570baf9-8e26-4006-9e99-1c0a07b6d523 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 210 time: 0.0335860 Jan 21 09:44:54.702559 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-73cd60d8-46a3-4839-a6b4-eeb2019df42f req-e5a41efe-e37e-4511-8b95-40e2f8513db6 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089892 Jan 21 09:44:54.840614 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec97cad-f19d-4018-af15-f83243a10fcd req-8bf6a186-8f60-4abc-b1b1-2a9ac16626c6 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.849036 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4ec97cad-f19d-4018-af15-f83243a10fcd req-8bf6a186-8f60-4abc-b1b1-2a9ac16626c6 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0997927 Jan 21 09:44:54.940161 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4ec97cad-f19d-4018-af15-f83243a10fcd req-5ccac038-4f77-4ccf-8109-6a4a09ae2ce9 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867174 Jan 21 09:44:55.457740 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc351f-d550-495c-908b-fbe4786ae70e req-c7d1b1b2-b7b5-4ada-9aa4-d4f00173e1c8 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.465928 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-abdc351f-d550-495c-908b-fbe4786ae70e req-c7d1b1b2-b7b5-4ada-9aa4-d4f00173e1c8 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1143901 Jan 21 09:44:55.470059 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda459af-95d8-464a-8a18-6e96f47cc195 req-352c0129-739d-40ce-9a00-ae22525458bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.471546 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fda459af-95d8-464a-8a18-6e96f47cc195 req-352c0129-739d-40ce-9a00-ae22525458bd service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=8e68af954d89401b9a7122b646a5a9d6&device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 1098 time: 0.0999751 Jan 21 09:44:55.625886 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-abdc351f-d550-495c-908b-fbe4786ae70e req-f223bc42-616b-42a6-bb99-886f427f5396 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542189 Jan 21 09:44:55.685096 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda459af-95d8-464a-8a18-6e96f47cc195 req-c9c3ff5b-6e32-4e29-b942-8aa60f5e5806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.688926 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fda459af-95d8-464a-8a18-6e96f47cc195 req-c9c3ff5b-6e32-4e29-b942-8aa60f5e5806 service neutron] 10.222.0.130 "GET /v2.0/networks?id=0045986e-e6c5-43f0-80c0-83702e835b95 HTTP/1.1" status: 200 len: 920 time: 0.2064731 Jan 21 09:44:55.750405 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fda459af-95d8-464a-8a18-6e96f47cc195 req-61a1885d-e666-44f6-81f1-eb99a410d98a service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a33cab0f-eda3-4f46-b24b-bfb067726c27 HTTP/1.1" status: 200 len: 217 time: 0.0539067 Jan 21 09:44:55.805945 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d6cabfe7-d35f-41f4-af97-b8310ce2689a req-ad609342-b4d1-4f46-a449-447d1d0f10a2 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 210 time: 0.0432203 Jan 21 09:44:55.868769 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda459af-95d8-464a-8a18-6e96f47cc195 req-9f7b238e-3054-460a-be11-d38b07779b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.870414 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fda459af-95d8-464a-8a18-6e96f47cc195 req-9f7b238e-3054-460a-be11-d38b07779b01 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=434a60e8-49e8-4807-8e03-c5aa2237a078 HTTP/1.1" status: 200 len: 859 time: 0.0620086 Jan 21 09:44:55.885905 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64166d4-63e9-49d5-ba37-01edf55f720a req-794d7443-e2d8-4998-9ad5-1432974b7054 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.889514 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f64166d4-63e9-49d5-ba37-01edf55f720a req-794d7443-e2d8-4998-9ad5-1432974b7054 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 945 time: 0.0747397 Jan 21 09:44:55.925437 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fda459af-95d8-464a-8a18-6e96f47cc195 req-a3604680-62f9-4ee7-8665-a109b0ebecfd service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=0045986e-e6c5-43f0-80c0-83702e835b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479879 Jan 21 09:44:55.959252 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f64166d4-63e9-49d5-ba37-01edf55f720a req-2ac328fc-19b8-47b3-99ad-cdfa50c1e794 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634177 Jan 21 09:44:56.115361 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4ea2a-8440-46fe-a829-f08d345d88cd req-32738840-52cd-492b-a549-73d1d67385fc tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:56.116984 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2fc4ea2a-8440-46fe-a829-f08d345d88cd req-32738840-52cd-492b-a549-73d1d67385fc tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0710754 Jan 21 09:44:56.187478 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2fc4ea2a-8440-46fe-a829-f08d345d88cd req-b96bb2a7-7841-48bb-abaa-791c78bf7fda tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595064 Jan 21 09:44:56.197219 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fda459af-95d8-464a-8a18-6e96f47cc195 req-20e07b7b-137c-4d02-9ae5-da2b85be16b6 service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511475 Jan 21 09:44:56.245516 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-2b79e8a7-d6e7-4afc-bcea-cc13f458ad35 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:56.247134 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-2b79e8a7-d6e7-4afc-bcea-cc13f458ad35 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.130 "GET /v2.0/networks?id=d94bdff3-5414-4f0b-add5-113ce72946b0 HTTP/1.1" status: 200 len: 809 time: 0.1507828 Jan 21 09:44:56.363614 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fda459af-95d8-464a-8a18-6e96f47cc195 req-9d194784-ed23-4579-b9ea-206646a7b041 service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452184 Jan 21 09:44:56.370705 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-e4bdbca3-54c2-42b1-acba-558827e6a732 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.130 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0f3677d18a14829ba92c635e3e952b4 HTTP/1.1" status: 200 len: 380 time: 0.1107602 Jan 21 09:44:56.381492 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a7a9aecf-5536-4ea6-93ae-5914b2dcac46 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Request body: {'port': {'device_id': '24052800-ecfe-4489-aa21-c06229ee8664', 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0', 'admin_state_up': True, 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'security_groups': ['92039ebf-f941-4d8a-8f24-f3377f746e3e']}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:56.512099 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a7a9aecf-5536-4ea6-93ae-5914b2dcac46 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Made reservation on behalf of b0f3677d18a14829ba92c635e3e952b4 for: {'port': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:56.515777 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a7a9aecf-5536-4ea6-93ae-5914b2dcac46 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:56.821767 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa5856-979b-4aa7-8058-59d2dad2d66a req-144d0c10-974d-4bbc-9442-ccf4a2c06665 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:56.823866 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2aaa5856-979b-4aa7-8058-59d2dad2d66a req-144d0c10-974d-4bbc-9442-ccf4a2c06665 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0932748 Jan 21 09:44:56.920631 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-898ca78a-82a3-4dc8-ab42-b0e24db8900d req-6ee66984-81ff-4be9-aea7-3c16a6d4fa9d tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 210 time: 0.0331759 Jan 21 09:44:56.927462 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2aaa5856-979b-4aa7-8058-59d2dad2d66a req-2a05912a-d3b2-44cb-88c6-88852746ea4f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940790 Jan 21 09:44:56.946818 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a7a9aecf-5536-4ea6-93ae-5914b2dcac46 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Allocated IP 172.20.0.10 (d94bdff3-5414-4f0b-add5-113ce72946b0/1b5bdd26-760c-4c0a-9b53-fd52016de2be/d7248ef6-9316-49a2-b5c2-6aa92f3ac971) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:57.028970 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-354fa5ff-45ac-4aa1-a510-4204cd5ae4b1 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=c2056b18ec914fac892d76ebbdbab627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317407 Jan 21 09:44:57.128325 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d2e68-feef-45d1-baba-55231982ef46 req-2e782515-3f71-4ad9-b231-bd00b2f4e376 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:57.129854 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7e1d2e68-feef-45d1-baba-55231982ef46 req-2e782515-3f71-4ad9-b231-bd00b2f4e376 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 945 time: 0.0874174 Jan 21 09:44:57.134624 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a7a9aecf-5536-4ea6-93ae-5914b2dcac46 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:57.197296 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7e1d2e68-feef-45d1-baba-55231982ef46 req-be71239b-d792-47b8-b946-be0c8076cd24 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608120 Jan 21 09:44:57.206986 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a7a9aecf-5536-4ea6-93ae-5914b2dcac46 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:57.233229 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-36440917-5881-454a-9619-b4e5deb04af4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:57.234820 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-36440917-5881-454a-9619-b4e5deb04af4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1998465 Jan 21 09:44:57.253353 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-241dcf71-1302-4900-9f97-57fd3601a8ff tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/quotas/c2056b18ec914fac892d76ebbdbab627 HTTP/1.1" status: 200 len: 375 time: 0.0109422 Jan 21 09:44:57.267655 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a7a9aecf-5536-4ea6-93ae-5914b2dcac46 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Network d94bdff3-5414-4f0b-add5-113ce72946b0 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:57.270918 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a7a9aecf-5536-4ea6-93ae-5914b2dcac46 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:57.274696 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a7a9aecf-5536-4ea6-93ae-5914b2dcac46 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:44:57.282021 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9aecf-5536-4ea6-93ae-5914b2dcac46 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Pushing event updated for resources: {'Port': ['ID=d7248ef6-9316-49a2-b5c2-6aa92f3ac971,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:57.289820 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-41952799-09e0-4615-9621-3971eb3efb7f tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=c2056b18ec914fac892d76ebbdbab627&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282326 Jan 21 09:44:57.342306 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a7a9aecf-5536-4ea6-93ae-5914b2dcac46 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:57.343762 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a7a9aecf-5536-4ea6-93ae-5914b2dcac46 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:57.367270 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a7a9aecf-5536-4ea6-93ae-5914b2dcac46 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9908705 Jan 21 09:44:57.542366 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d48c53-0872-4736-9e07-0cf57335a498 req-d3dc7c37-46a7-4a10-bb2e-4e048d389685 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:57.544490 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-85d48c53-0872-4736-9e07-0cf57335a498 req-d3dc7c37-46a7-4a10-bb2e-4e048d389685 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0656343 Jan 21 09:44:57.597089 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-d41183c9-b157-449a-ae62-d07c42464959 None None] Provisioning complete for port d7248ef6-9316-49a2-b5c2-6aa92f3ac971 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:57.597802 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-d41183c9-b157-449a-ae62-d07c42464959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:57.597916 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-85d48c53-0872-4736-9e07-0cf57335a498 req-8a60276d-9662-488a-911f-4a2c9f031e09 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474753 Jan 21 09:44:57.637983 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-d41183c9-b157-449a-ae62-d07c42464959 None None] Port d7248ef6-9316-49a2-b5c2-6aa92f3ac971 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:44:57.682679 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1ba8526b-5c79-489f-ba24-686e2ff2dc88 req-c3700f54-015f-4d22-b556-90ae257fae39 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 210 time: 0.0307975 Jan 21 09:44:58.036661 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b5600-c02f-495d-88ee-a3889c61a529 req-ea4b1d32-41d5-4b88-9ad8-ceb78a60c7d5 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:58.038122 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-826b5600-c02f-495d-88ee-a3889c61a529 req-ea4b1d32-41d5-4b88-9ad8-ceb78a60c7d5 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 932 time: 0.0471156 Jan 21 09:44:58.086685 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-826b5600-c02f-495d-88ee-a3889c61a529 req-d4b84865-7f64-4893-bbcb-8a512b9f2258 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 Jan 21 09:44:58.195032 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588afdc-33a3-4638-8d7d-36b7511732cf req-7be2f62d-a419-4b79-9985-d33a9a28032d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:58.196892 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a588afdc-33a3-4638-8d7d-36b7511732cf req-7be2f62d-a419-4b79-9985-d33a9a28032d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0534062 Jan 21 09:44:58.245472 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a588afdc-33a3-4638-8d7d-36b7511732cf req-f59fd0d1-1556-45d7-a161-68d2d03e8ddf tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410705 Jan 21 09:44:58.348759 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3938988-f4c7-4918-81cc-29d717f6c47f req-ed923e6e-eaa0-4821-a849-b21cebd4f29a tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:58.350288 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e3938988-f4c7-4918-81cc-29d717f6c47f req-ed923e6e-eaa0-4821-a849-b21cebd4f29a tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 945 time: 0.0495226 Jan 21 09:44:58.397446 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e3938988-f4c7-4918-81cc-29d717f6c47f req-860903a8-638b-488a-a395-51fcbff7aec2 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409949 Jan 21 09:44:58.718224 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e15454-7b73-4bd1-ae5e-e5a02993668d req-2310480b-d7eb-49be-bd90-a18f08de3d2c tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:58.719669 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-45e15454-7b73-4bd1-ae5e-e5a02993668d req-2310480b-d7eb-49be-bd90-a18f08de3d2c tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0519135 Jan 21 09:44:58.765881 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-45e15454-7b73-4bd1-ae5e-e5a02993668d req-bb7e1940-c841-4019-99c3-e8e8b90c452f tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404897 Jan 21 09:44:58.846191 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-10eb0b27-7fa4-47e7-bb6f-263f34e52ffb req-1481ca0e-67d9-4278-8589-1a6ce375510d tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 210 time: 0.0260062 Jan 21 09:44:59.129542 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Request body: {'port': {'device_id': '24052800-ecfe-4489-aa21-c06229ee8664', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:59.190302 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:59.228623 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fee3f-26be-4a81-bbec-7d9f5a0d549c req-0f85b7ca-4f9c-4ac2-b3e3-b25fb7ec6063 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:59.230869 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-126fee3f-26be-4a81-bbec-7d9f5a0d549c req-0f85b7ca-4f9c-4ac2-b3e3-b25fb7ec6063 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 932 time: 0.0655310 Jan 21 09:44:59.285826 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-126fee3f-26be-4a81-bbec-7d9f5a0d549c req-8ca65046-56de-4ffb-8406-4bc4154f6ebc tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487347 Jan 21 09:44:59.442611 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b336aa-d3ec-4c8a-98d9-a47228f64196 req-bc8e0def-df5d-4cf4-93ae-76572ffb53e1 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:59.444168 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-82b336aa-d3ec-4c8a-98d9-a47228f64196 req-bc8e0def-df5d-4cf4-93ae-76572ffb53e1 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1067896 Jan 21 09:44:59.522375 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd71b1-eef0-4ab0-81fc-23f372bcd1f4 req-a579596e-a48d-4c03-bde5-32f740c45a41 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:59.524438 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-edfd71b1-eef0-4ab0-81fc-23f372bcd1f4 req-a579596e-a48d-4c03-bde5-32f740c45a41 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 945 time: 0.0567620 Jan 21 09:44:59.526414 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-82b336aa-d3ec-4c8a-98d9-a47228f64196 req-754b04c3-bbad-4b39-813d-51f76614722f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759997 Jan 21 09:44:59.567349 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7248ef6-9316-49a2-b5c2-6aa92f3ac971 {{(pid=109056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:44:59.576889 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Publish callbacks [] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:59.589684 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.provisioning_blocks [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Transition to ACTIVE for port object d7248ef6-9316-49a2-b5c2-6aa92f3ac971 will not be triggered until provisioned by entity L2. {{(pid=109056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:59.591487 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-edfd71b1-eef0-4ab0-81fc-23f372bcd1f4 req-851ca157-b5cc-41b8-b131-9457e1e34bc9 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523546 Jan 21 09:44:59.593843 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:59.646947 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=d7248ef6-9316-49a2-b5c2-6aa92f3ac971,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:59.720610 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Attempting to bind port d7248ef6-9316-49a2-b5c2-6aa92f3ac971 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:44:59.720960 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Attempting to bind port d7248ef6-9316-49a2-b5c2-6aa92f3ac971 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '2bee3456-64e3-440d-9603-a0ee121debf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0'}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:44:59.721503 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Attempting to bind port d7248ef6-9316-49a2-b5c2-6aa92f3ac971 on network d94bdff3-5414-4f0b-add5-113ce72946b0 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:59.726345 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Port d7248ef6-9316-49a2-b5c2-6aa92f3ac971 on network d94bdff3-5414-4f0b-add5-113ce72946b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:44:59.726682 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Attempting to bind port d7248ef6-9316-49a2-b5c2-6aa92f3ac971 on network d94bdff3-5414-4f0b-add5-113ce72946b0 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:59.733111 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:44:59.733467 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Checking segment: {'id': '2bee3456-64e3-440d-9603-a0ee121debf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:44:59.733870 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Bound using segment: {'id': '2bee3456-64e3-440d-9603-a0ee121debf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0'} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:44:59.734399 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Bound port: d7248ef6-9316-49a2-b5c2-6aa92f3ac971, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bee3456-64e3-440d-9603-a0ee121debf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0'}}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:44:59.734827 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:59.806728 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] For port d7248ef6-9316-49a2-b5c2-6aa92f3ac971, host hv-cinder-81561, cleared binding levels {{(pid=109056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:59.810839 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] For port d7248ef6-9316-49a2-b5c2-6aa92f3ac971, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d7248ef6-9316-49a2-b5c2-6aa92f3ac971,segment=NetworkSegment(2bee3456-64e3-440d-9603-a0ee121debf8),segment_id=2bee3456-64e3-440d-9603-a0ee121debf8)] {{(pid=109056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:59.820288 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:59.878784 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:59.879611 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:59.880919 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] 10.222.0.130 "PUT /v2.0/ports/d7248ef6-9316-49a2-b5c2-6aa92f3ac971 HTTP/1.1" status: 200 len: 1094 time: 0.7559369 Jan 21 09:44:59.882770 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24052800-ecfe-4489-aa21-c06229ee8664', 'tag': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:59.885726 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55b04f6-9314-4fdf-8ee2-1713f6c1e413" -d '{"events": [{"name": "network-changed", "server_uuid": "24052800-ecfe-4489-aa21-c06229ee8664", "tag": "d7248ef6-9316-49a2-b5c2-6aa92f3ac971"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:59.945701 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-5d592911-24ed-4506-880c-d12d50d38915 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.130 "GET /v2.0/networks?tenant_id=c2056b18ec914fac892d76ebbdbab627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829268 Jan 21 09:44:59.980336 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e4c3d-a4ba-4e6d-b0ab-866b37c98ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=d7248ef6-9316-49a2-b5c2-6aa92f3ac971,revision_number=3']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:00.049055 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0c7ac93c-bf84-4883-9cab-dbc895d98fd7 req-4c40e1f0-9ba0-40d1-be98-f644f657fefa tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 210 time: 0.0954170 Jan 21 09:45:00.061066 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013a9ea-3126-4fd5-9dd4-068f78da7f96 req-80ad67e0-1fc4-4e97-9d60-e57c56626fa5 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:00.068588 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2013a9ea-3126-4fd5-9dd4-068f78da7f96 req-80ad67e0-1fc4-4e97-9d60-e57c56626fa5 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.2084074 Jan 21 09:45:00.186044 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dda6ef-1f97-485a-996d-21ca195b4bb8 x-openstack-request-id: req-d7dda6ef-1f97-485a-996d-21ca195b4bb8 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:45:00.186044 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24052800-ecfe-4489-aa21-c06229ee8664", "tag": "d7248ef6-9316-49a2-b5c2-6aa92f3ac971", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:45:00.186044 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-d7dda6ef-1f97-485a-996d-21ca195b4bb8 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:45:00.187431 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24052800-ecfe-4489-aa21-c06229ee8664', 'tag': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971', 'status': 'completed', 'code': 200} Jan 21 09:45:00.348004 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-14f98d43-ad1d-4c2a-8947-44e453496a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:00.349641 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-14f98d43-ad1d-4c2a-8947-44e453496a22 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=b0f3677d18a14829ba92c635e3e952b4&device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 1097 time: 0.3642876 Jan 21 09:45:00.357063 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2013a9ea-3126-4fd5-9dd4-068f78da7f96 req-412a5306-c611-4650-99b1-613c97351eec tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876031 Jan 21 09:45:00.375431 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-109b1f14-7256-4be0-a63c-d0b03ae85914 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:00.377485 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-109b1f14-7256-4be0-a63c-d0b03ae85914 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.130 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4090397 Jan 21 09:45:00.418251 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-e2a09ffd-ed45-4045-aaaa-2bb2f51327c4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Request body: {'port': {'device_id': '8840ba4b-725f-4a02-af07-36f343777e9f', 'network_id': 'c1fed7a8-8b6d-4a4b-8422-4740b7c0e833', 'admin_state_up': True, 'tenant_id': 'c2056b18ec914fac892d76ebbdbab627'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:00.423829 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-bcf32aac-f89c-4585-bb82-57a8931d7d80 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7248ef6-9316-49a2-b5c2-6aa92f3ac971 HTTP/1.1" status: 200 len: 217 time: 0.0451908 Jan 21 09:45:00.462102 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5f0c9-151a-42b8-b604-864ea27d7fbe req-92d369fd-9a20-4c00-8360-93fc4b3bb0ee tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:00.463565 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-43e5f0c9-151a-42b8-b604-864ea27d7fbe req-92d369fd-9a20-4c00-8360-93fc4b3bb0ee tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 944 time: 0.0854945 Jan 21 09:45:00.471423 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d423d99-ce94-488b-81ac-1f3a8e55ce91 req-e26cd979-b762-4036-a105-a4be4e3ade02 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:00.472855 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9d423d99-ce94-488b-81ac-1f3a8e55ce91 req-e26cd979-b762-4036-a105-a4be4e3ade02 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.130 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 945 time: 0.0818090 Jan 21 09:45:00.525955 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-c1d234dc-4ec2-4915-a6b8-d059c778e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:00.527515 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-c1d234dc-4ec2-4915-a6b8-d059c778e1b9 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=1b5bdd26-760c-4c0a-9b53-fd52016de2be HTTP/1.1" status: 200 len: 848 time: 0.0934436 Jan 21 09:45:00.602880 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-5af9bbe9-ef2c-49d2-947e-789fdf3768ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:00.605354 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-5af9bbe9-ef2c-49d2-947e-789fdf3768ec service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=d94bdff3-5414-4f0b-add5-113ce72946b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0696938 Jan 21 09:45:00.624966 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-e2a09ffd-ed45-4045-aaaa-2bb2f51327c4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Made reservation on behalf of c2056b18ec914fac892d76ebbdbab627 for: {'port': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:00.628542 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-e2a09ffd-ed45-4045-aaaa-2bb2f51327c4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:00.680318 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-e2a09ffd-ed45-4045-aaaa-2bb2f51327c4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:00.781432 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22707a-f64e-4d39-8bdc-7342bb9cd79a req-457cef39-bef4-44c8-80f5-f69b4546dc60 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:00.782864 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ce22707a-f64e-4d39-8bdc-7342bb9cd79a req-457cef39-bef4-44c8-80f5-f69b4546dc60 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1430213 Jan 21 09:45:00.798771 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-4c61cdab-8aae-432f-ae8a-464a9883fe20 service neutron] 10.222.0.130 "GET /v2.0/networks/d94bdff3-5414-4f0b-add5-113ce72946b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857657 Jan 21 09:45:00.840835 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-43e5f0c9-151a-42b8-b604-864ea27d7fbe req-659cec8a-4d05-41f9-963a-8389c0ab7b50 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3668647 Jan 21 09:45:00.946618 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ce22707a-f64e-4d39-8bdc-7342bb9cd79a req-430f2fa2-f60c-45c1-84a9-f6d10d2212fd tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514509 Jan 21 09:45:00.950230 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-e2a09ffd-ed45-4045-aaaa-2bb2f51327c4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Publish callbacks [] for security_group (cca4f6e2-4239-429b-a8a9-a010aabbc3fe), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:00.964690 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [req-9d423d99-ce94-488b-81ac-1f3a8e55ce91 req-14992475-ec14-4c90-888e-264d1681d424 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Deleting port 3c671602-3079-4015-bf7f-52f944c82ea2 {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:45:00.964690 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-9d423d99-ce94-488b-81ac-1f3a8e55ce91 req-14992475-ec14-4c90-888e-264d1681d424 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (3c671602-3079-4015-bf7f-52f944c82ea2), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:00.976719 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-e2a09ffd-ed45-4045-aaaa-2bb2f51327c4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (cca4f6e2-4239-429b-a8a9-a010aabbc3fe), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:01.024980 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a6cd0447-2891-419c-81a8-4efed2cfccdf req-29b73b17-1da3-4185-bf4f-74232a019eb4 service neutron] 10.222.0.130 "GET /v2.0/networks/d94bdff3-5414-4f0b-add5-113ce72946b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155569 Jan 21 09:45:01.027897 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a09ffd-ed45-4045-aaaa-2bb2f51327c4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca4f6e2-4239-429b-a8a9-a010aabbc3fe,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:01.118982 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806b150-97be-49a5-bae8-ae1e16b4fc3c req-1ac4269e-ade6-4d3d-8a63-2b166737d138 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:01.120700 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4806b150-97be-49a5-bae8-ae1e16b4fc3c req-1ac4269e-ade6-4d3d-8a63-2b166737d138 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/ports?device_id=90dfb9b4-aa02-441e-ab72-a9302d558600 HTTP/1.1" status: 200 len: 945 time: 0.1598272 Jan 21 09:45:01.173626 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [req-9d423d99-ce94-488b-81ac-1f3a8e55ce91 req-14992475-ec14-4c90-888e-264d1681d424 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] For port 3c671602-3079-4015-bf7f-52f944c82ea2, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=3c671602-3079-4015-bf7f-52f944c82ea2,segment=NetworkSegment(f82a3809-413e-47c3-ac3e-7e9535066c04),segment_id=f82a3809-413e-47c3-ac3e-7e9535066c04)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:01.173626 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-9d423d99-ce94-488b-81ac-1f3a8e55ce91 req-14992475-ec14-4c90-888e-264d1681d424 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (3c671602-3079-4015-bf7f-52f944c82ea2), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:01.203733 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [req-9d423d99-ce94-488b-81ac-1f3a8e55ce91 req-14992475-ec14-4c90-888e-264d1681d424 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Calling delete_port for 3c671602-3079-4015-bf7f-52f944c82ea2 owned by compute:nova {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:45:01.232786 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4806b150-97be-49a5-bae8-ae1e16b4fc3c req-aa03792a-5635-417d-a33d-a9ae315cedf5 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.112 "GET /v2.0/security-groups?id=adf29499-5d24-4254-94b3-b48695ee1a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985072 Jan 21 09:45:01.233327 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-deafe29f-813d-450c-83d7-adb3f053c3ea req-7384be88-e017-427b-9f16-fd2f6512bd3e tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 210 time: 0.0693324 Jan 21 09:45:01.253735 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:01.262298 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-e2a09ffd-ed45-4045-aaaa-2bb2f51327c4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Allocated IP 192.168.233.81 (c1fed7a8-8b6d-4a4b-8422-4740b7c0e833/28e33a10-afd1-4f78-874b-55614b82f1e9/550c420a-df2e-4a3f-a8fc-7a0787095df4) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:01.280835 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b04f6-9314-4fdf-8ee2-1713f6c1e413 req-56354573-50c7-4d96-b786-cb05f1304fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:01.282562 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e55b04f6-9314-4fdf-8ee2-1713f6c1e413 req-56354573-50c7-4d96-b786-cb05f1304fb5 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=b0f3677d18a14829ba92c635e3e952b4&device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 1097 time: 0.1276822 Jan 21 09:45:01.473194 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b04f6-9314-4fdf-8ee2-1713f6c1e413 req-2a75a991-8d72-4ced-ae12-44eb78be9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:01.475042 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e55b04f6-9314-4fdf-8ee2-1713f6c1e413 req-2a75a991-8d72-4ced-ae12-44eb78be9058 service neutron] 10.222.0.130 "GET /v2.0/networks?id=d94bdff3-5414-4f0b-add5-113ce72946b0 HTTP/1.1" status: 200 len: 910 time: 0.1772382 Jan 21 09:45:01.480402 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-9d423d99-ce94-488b-81ac-1f3a8e55ce91 req-14992475-ec14-4c90-888e-264d1681d424 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (3c671602-3079-4015-bf7f-52f944c82ea2), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:01.496723 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['3c671602-3079-4015-bf7f-52f944c82ea2'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:45:01.514367 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14992475-ec14-4c90-888e-264d1681d424 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Pushing event deleted for resources: {'Port': ['ID=3c671602-3079-4015-bf7f-52f944c82ea2,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:01.581091 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e55b04f6-9314-4fdf-8ee2-1713f6c1e413 req-ade5572c-866e-484c-b56c-5da401c0370d service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7248ef6-9316-49a2-b5c2-6aa92f3ac971 HTTP/1.1" status: 200 len: 217 time: 0.0713933 Jan 21 09:45:01.603084 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d423d99-ce94-488b-81ac-1f3a8e55ce91 req-14992475-ec14-4c90-888e-264d1681d424 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] No DVR routers for this DVR port 3c671602-3079-4015-bf7f-52f944c82ea2 on host hv-cinder-81561 {{(pid=109057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:01.607123 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-9d423d99-ce94-488b-81ac-1f3a8e55ce91 req-14992475-ec14-4c90-888e-264d1681d424 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:01.610966 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9d423d99-ce94-488b-81ac-1f3a8e55ce91 req-14992475-ec14-4c90-888e-264d1681d424 tempest-VolumesActionsTest-1520759018 tempest-VolumesActionsTest-1520759018-project] 10.222.0.130 "DELETE /v2.0/ports/3c671602-3079-4015-bf7f-52f944c82ea2 HTTP/1.1" status: 204 len: 173 time: 1.1293626 Jan 21 09:45:01.611494 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dfb9b4-aa02-441e-ab72-a9302d558600', 'name': 'network-vif-deleted', 'tag': '3c671602-3079-4015-bf7f-52f944c82ea2'}] {{(pid=109057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:01.614140 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79949007bb9b1bb4c7285b4ffc7cbdeea347a4eb7e1b137d5b1548f1f832f7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3af43c6-cb9a-4f1d-a4b3-6c6e80e20bcb" -d '{"events": [{"server_uuid": "90dfb9b4-aa02-441e-ab72-a9302d558600", "name": "network-vif-deleted", "tag": "3c671602-3079-4015-bf7f-52f944c82ea2"}]}' {{(pid=109057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:45:01.668738 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-e2a09ffd-ed45-4045-aaaa-2bb2f51327c4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Publish callbacks [] for port (550c420a-df2e-4a3f-a8fc-7a0787095df4), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:01.674083 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38274cd-1bec-4cd8-866a-a122de23834b x-openstack-request-id: req-f38274cd-1bec-4cd8-866a-a122de23834b {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:45:01.674561 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dfb9b4-aa02-441e-ab72-a9302d558600", "name": "network-vif-deleted", "tag": "3c671602-3079-4015-bf7f-52f944c82ea2", "status": "completed", "code": 200}]} {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:45:01.674918 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-f38274cd-1bec-4cd8-866a-a122de23834b {{(pid=109057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:45:01.676032 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dfb9b4-aa02-441e-ab72-a9302d558600', 'name': 'network-vif-deleted', 'tag': '3c671602-3079-4015-bf7f-52f944c82ea2', 'status': 'completed', 'code': 200} Jan 21 09:45:01.681034 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57cb10-01db-42b0-ba50-93477c41e9ac req-ca8ed0f8-0e19-477b-93fb-b2a7f0a368b7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:01.683153 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cb57cb10-01db-42b0-ba50-93477c41e9ac req-ca8ed0f8-0e19-477b-93fb-b2a7f0a368b7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.1761644 Jan 21 09:45:01.696967 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b04f6-9314-4fdf-8ee2-1713f6c1e413 req-c9382165-637b-4454-b8ad-57815c568050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:01.699270 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e55b04f6-9314-4fdf-8ee2-1713f6c1e413 req-c9382165-637b-4454-b8ad-57815c568050 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=1b5bdd26-760c-4c0a-9b53-fd52016de2be HTTP/1.1" status: 200 len: 848 time: 0.1081178 Jan 21 09:45:01.785624 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cb57cb10-01db-42b0-ba50-93477c41e9ac req-eed26861-f817-43f0-a457-d1f6d6e5c240 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957329 Jan 21 09:45:01.787986 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-e2a09ffd-ed45-4045-aaaa-2bb2f51327c4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (550c420a-df2e-4a3f-a8fc-7a0787095df4), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:01.819464 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b04f6-9314-4fdf-8ee2-1713f6c1e413 req-167db143-d708-4736-a27c-e2301dd056a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:01.820900 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e55b04f6-9314-4fdf-8ee2-1713f6c1e413 req-167db143-d708-4736-a27c-e2301dd056a6 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=d94bdff3-5414-4f0b-add5-113ce72946b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1110647 Jan 21 09:45:01.843305 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-e2a09ffd-ed45-4045-aaaa-2bb2f51327c4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Network c1fed7a8-8b6d-4a4b-8422-4740b7c0e833 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:01.855879 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-e2a09ffd-ed45-4045-aaaa-2bb2f51327c4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:01.870383 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-e2a09ffd-ed45-4045-aaaa-2bb2f51327c4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:45:01.898036 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a09ffd-ed45-4045-aaaa-2bb2f51327c4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Pushing event updated for resources: {'Port': ['ID=550c420a-df2e-4a3f-a8fc-7a0787095df4,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:01.960955 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-e2a09ffd-ed45-4045-aaaa-2bb2f51327c4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:01.961627 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-e2a09ffd-ed45-4045-aaaa-2bb2f51327c4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:01.970710 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a1197-61bc-4c39-8f6d-d4424d881976 req-a9ffbd60-6338-4a78-aea2-63bee2e0c38f tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:01.972447 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-516a1197-61bc-4c39-8f6d-d4424d881976 req-a9ffbd60-6338-4a78-aea2-63bee2e0c38f tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 944 time: 0.0566390 Jan 21 09:45:01.989346 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-e2a09ffd-ed45-4045-aaaa-2bb2f51327c4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6016979 Jan 21 09:45:01.996337 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e55b04f6-9314-4fdf-8ee2-1713f6c1e413 req-e9ea6ef2-b14c-48af-b6c9-82ef68d90693 service neutron] 10.222.0.130 "GET /v2.0/networks/d94bdff3-5414-4f0b-add5-113ce72946b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519177 Jan 21 09:45:02.036797 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Request body: {'port': {'device_id': '8840ba4b-725f-4a02-af07-36f343777e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:02.064807 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-516a1197-61bc-4c39-8f6d-d4424d881976 req-199183bc-278e-4b01-930c-f978b08f0a8a tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813916 Jan 21 09:45:02.316040 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-9327ab3e-28e8-405a-a446-1e92c2d7ffb6 None None] Provisioning complete for port 550c420a-df2e-4a3f-a8fc-7a0787095df4 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:02.316813 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-9327ab3e-28e8-405a-a446-1e92c2d7ffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (550c420a-df2e-4a3f-a8fc-7a0787095df4), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:02.367576 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-9327ab3e-28e8-405a-a446-1e92c2d7ffb6 None None] Port 550c420a-df2e-4a3f-a8fc-7a0787095df4 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:45:02.405089 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f4aa7-b365-4dfe-aec6-c5f1cf8a8f9d req-b73b72b4-1036-4488-91dd-a29559e8d51f tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:02.407938 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-616f4aa7-b365-4dfe-aec6-c5f1cf8a8f9d req-b73b72b4-1036-4488-91dd-a29559e8d51f tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 935 time: 0.0856807 Jan 21 09:45:02.432161 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (550c420a-df2e-4a3f-a8fc-7a0787095df4), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:02.464779 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-616f4aa7-b365-4dfe-aec6-c5f1cf8a8f9d req-baefc46a-975d-4b4e-917b-5783a2e633a4 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/security-groups?id=cca4f6e2-4239-429b-a8a9-a010aabbc3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506542 Jan 21 09:45:02.466247 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e55b04f6-9314-4fdf-8ee2-1713f6c1e413 req-ebdcdad3-3817-457c-824a-b58e5ec56268 service neutron] 10.222.0.130 "GET /v2.0/networks/d94bdff3-5414-4f0b-add5-113ce72946b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615865 Jan 21 09:45:02.475833 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d00ec-7209-42b8-b0df-2bbb2d57bbeb req-a345158f-f131-4996-b0fd-c505dface42d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:02.483317 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-842d00ec-7209-42b8-b0df-2bbb2d57bbeb req-a345158f-f131-4996-b0fd-c505dface42d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.3690002 Jan 21 09:45:02.800077 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-842d00ec-7209-42b8-b0df-2bbb2d57bbeb req-c36ff934-3d8c-466b-acf7-298631b92008 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156297 Jan 21 09:45:02.854218 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550c420a-df2e-4a3f-a8fc-7a0787095df4 {{(pid=109056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:45:02.864272 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Publish callbacks [] for port (550c420a-df2e-4a3f-a8fc-7a0787095df4), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:02.888334 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.provisioning_blocks [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Transition to ACTIVE for port object 550c420a-df2e-4a3f-a8fc-7a0787095df4 will not be triggered until provisioned by entity L2. {{(pid=109056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:02.893610 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (550c420a-df2e-4a3f-a8fc-7a0787095df4), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:02.959084 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 51856) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:03.001713 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ac224-034c-4c3a-b476-8ca6d13940ff req-94335989-e23a-4df9-a239-120d30f55e76 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:03.005121 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-841ac224-034c-4c3a-b476-8ca6d13940ff req-94335989-e23a-4df9-a239-120d30f55e76 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.1189828 Jan 21 09:45:03.029649 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Pushing event updated for resources: {'Port': ['ID=550c420a-df2e-4a3f-a8fc-7a0787095df4,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:03.106140 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Attempting to bind port 550c420a-df2e-4a3f-a8fc-7a0787095df4 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:45:03.107241 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Attempting to bind port 550c420a-df2e-4a3f-a8fc-7a0787095df4 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': 'd1ef0893-4041-412f-b22d-35890c2aa166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c1fed7a8-8b6d-4a4b-8422-4740b7c0e833'}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:45:03.111739 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Attempting to bind port 550c420a-df2e-4a3f-a8fc-7a0787095df4 on network c1fed7a8-8b6d-4a4b-8422-4740b7c0e833 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:45:03.120874 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Port 550c420a-df2e-4a3f-a8fc-7a0787095df4 on network c1fed7a8-8b6d-4a4b-8422-4740b7c0e833 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:45:03.121364 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Attempting to bind port 550c420a-df2e-4a3f-a8fc-7a0787095df4 on network c1fed7a8-8b6d-4a4b-8422-4740b7c0e833 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:45:03.138829 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:45:03.140360 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Checking segment: {'id': 'd1ef0893-4041-412f-b22d-35890c2aa166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c1fed7a8-8b6d-4a4b-8422-4740b7c0e833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:45:03.140776 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Bound using segment: {'id': 'd1ef0893-4041-412f-b22d-35890c2aa166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c1fed7a8-8b6d-4a4b-8422-4740b7c0e833'} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:45:03.141249 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Bound port: 550c420a-df2e-4a3f-a8fc-7a0787095df4, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ef0893-4041-412f-b22d-35890c2aa166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c1fed7a8-8b6d-4a4b-8422-4740b7c0e833'}}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:45:03.143754 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (550c420a-df2e-4a3f-a8fc-7a0787095df4), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:03.147843 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-71cf3522-282f-4e49-a603-3cd9922eea20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:03.199245 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-841ac224-034c-4c3a-b476-8ca6d13940ff req-ebfc8a39-5919-4721-a259-e756cfd2f495 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796691 Jan 21 09:45:03.282909 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-71cf3522-282f-4e49-a603-3cd9922eea20 admin admin] Publish callbacks [] for security_group (cff7ad0d-920b-46f0-9989-26d15512652a), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:03.289817 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-71cf3522-282f-4e49-a603-3cd9922eea20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (cff7ad0d-920b-46f0-9989-26d15512652a), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:03.328959 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048be0b-92a1-4c85-a7db-5b5ed692d53d req-aaf13e60-245b-44e7-8c20-434afa705cf4 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:03.331382 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c048be0b-92a1-4c85-a7db-5b5ed692d53d req-aaf13e60-245b-44e7-8c20-434afa705cf4 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 944 time: 0.1607533 Jan 21 09:45:03.333172 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf3522-282f-4e49-a603-3cd9922eea20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff7ad0d-920b-46f0-9989-26d15512652a,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:03.344900 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] For port 550c420a-df2e-4a3f-a8fc-7a0787095df4, host hv-cinder-81561, cleared binding levels {{(pid=109056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:03.350287 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-71cf3522-282f-4e49-a603-3cd9922eea20 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b6c536c23f81454194c4416a1685293f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3892925 Jan 21 09:45:03.350620 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] For port 550c420a-df2e-4a3f-a8fc-7a0787095df4, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=550c420a-df2e-4a3f-a8fc-7a0787095df4,segment=NetworkSegment(d1ef0893-4041-412f-b22d-35890c2aa166),segment_id=d1ef0893-4041-412f-b22d-35890c2aa166)] {{(pid=109056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:03.362269 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 51876) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:03.375811 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (550c420a-df2e-4a3f-a8fc-7a0787095df4), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:03.428936 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b66d6cde-4183-4512-95d5-963ee695fc6e admin admin] Publish callbacks [] for security_group (cff7ad0d-920b-46f0-9989-26d15512652a), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:03.442681 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:03.443499 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:03.445261 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] 10.222.0.130 "PUT /v2.0/ports/550c420a-df2e-4a3f-a8fc-7a0787095df4 HTTP/1.1" status: 200 len: 1097 time: 1.4419262 Jan 21 09:45:03.451616 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8840ba4b-725f-4a02-af07-36f343777e9f', 'tag': '550c420a-df2e-4a3f-a8fc-7a0787095df4'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:03.454777 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b942c273-1284-4136-90ba-e781cba15c10" -d '{"events": [{"name": "network-changed", "server_uuid": "8840ba4b-725f-4a02-af07-36f343777e9f", "tag": "550c420a-df2e-4a3f-a8fc-7a0787095df4"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:45:03.476440 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b66d6cde-4183-4512-95d5-963ee695fc6e admin admin] Publish callbacks [] for security_group (cff7ad0d-920b-46f0-9989-26d15512652a), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:03.536559 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb971d2-c233-49dd-bdcf-976218e91ac2 x-openstack-request-id: req-eeb971d2-c233-49dd-bdcf-976218e91ac2 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:45:03.540219 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8840ba4b-725f-4a02-af07-36f343777e9f", "tag": "550c420a-df2e-4a3f-a8fc-7a0787095df4", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:45:03.540502 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-eeb971d2-c233-49dd-bdcf-976218e91ac2 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:45:03.541700 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8840ba4b-725f-4a02-af07-36f343777e9f', 'tag': '550c420a-df2e-4a3f-a8fc-7a0787095df4', 'status': 'completed', 'code': 200} Jan 21 09:45:03.590520 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b66d6cde-4183-4512-95d5-963ee695fc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (cff7ad0d-920b-46f0-9989-26d15512652a), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:03.593628 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b66d6cde-4183-4512-95d5-963ee695fc6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:03.604737 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-b66d6cde-4183-4512-95d5-963ee695fc6e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/cff7ad0d-920b-46f0-9989-26d15512652a HTTP/1.1" status: 204 len: 168 time: 0.2403915 Jan 21 09:45:03.605321 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c048be0b-92a1-4c85-a7db-5b5ed692d53d req-538d2cbe-3f58-4bfa-b58d-3b1e43a6916b tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480273 Jan 21 09:45:03.658842 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a8f68-3e65-43f7-b334-b09cb73148dc service neutron] Pushing event updated for resources: {'Port': ['ID=550c420a-df2e-4a3f-a8fc-7a0787095df4,revision_number=3']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:03.666742 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-7c35e48e-c3bf-4b78-8adc-b8749f8d580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:03.668483 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-7c35e48e-c3bf-4b78-8adc-b8749f8d580b service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=c2056b18ec914fac892d76ebbdbab627&device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 1100 time: 0.1350703 Jan 21 09:45:03.702054 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d6cde-4183-4512-95d5-963ee695fc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff7ad0d-920b-46f0-9989-26d15512652a,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:03.751319 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be291e-2253-447d-9402-777cd7682b6a req-33200d6a-e2be-4908-ac1e-bf5383517717 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:03.755333 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-93be291e-2253-447d-9402-777cd7682b6a req-33200d6a-e2be-4908-ac1e-bf5383517717 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 947 time: 0.1411855 Jan 21 09:45:03.796151 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-587f145e-9ff0-4db6-a37c-0abea6964c59 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=550c420a-df2e-4a3f-a8fc-7a0787095df4 HTTP/1.1" status: 200 len: 217 time: 0.1147749 Jan 21 09:45:03.827361 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-93be291e-2253-447d-9402-777cd7682b6a req-fa632061-d253-497a-8e02-7edc83207246 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/security-groups?id=cca4f6e2-4239-429b-a8a9-a010aabbc3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644543 Jan 21 09:45:03.909877 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-6bb3fd54-8ced-4bb1-ba07-bfe2bd591d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:03.921116 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-6bb3fd54-8ced-4bb1-ba07-bfe2bd591d4a service neutron] 10.222.0.130 "GET /v2.0/subnets?id=28e33a10-afd1-4f78-874b-55614b82f1e9 HTTP/1.1" status: 200 len: 843 time: 0.1172295 Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.027760 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.031145 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.031145 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.031145 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.031145 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.031145 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.031145 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.031145 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.031145 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.031145 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.031145 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.031145 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:04.031145 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:04.032230 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0ebe5-0992-4db6-9da8-8092b5ebb5e8 req-bfefe4e2-55d2-48bc-b696-79b50342219d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:04.033672 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b1f0ebe5-0992-4db6-9da8-8092b5ebb5e8 req-bfefe4e2-55d2-48bc-b696-79b50342219d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0950942 Jan 21 09:45:04.035558 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-b2d310a8-fd09-4201-b738-2bc4587dda5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:04.036941 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-b2d310a8-fd09-4201-b738-2bc4587dda5c service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=c1fed7a8-8b6d-4a4b-8422-4740b7c0e833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1083574 Jan 21 09:45:04.156532 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b1f0ebe5-0992-4db6-9da8-8092b5ebb5e8 req-23ec9f88-af95-4d5f-8c52-741e525e0d66 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149936 Jan 21 09:45:04.181687 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-48c181b1-785f-49f2-8428-b2948f864901 service neutron] 10.222.0.130 "GET /v2.0/networks/c1fed7a8-8b6d-4a4b-8422-4740b7c0e833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375229 Jan 21 09:45:04.317316 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e19056-f141-48a6-8285-323818aead98 req-ee61eb26-49c2-4396-be57-eb26b2a6848a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:04.318899 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-20e19056-f141-48a6-8285-323818aead98 req-ee61eb26-49c2-4396-be57-eb26b2a6848a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0521042 Jan 21 09:45:04.370862 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-20e19056-f141-48a6-8285-323818aead98 req-e9d6b79b-0df7-4109-b160-efcd1fb5f6ef tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447710 Jan 21 09:45:04.455305 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 51942) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:04.551461 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-ad0d0ced-8d41-40be-83ef-846571e3fc6c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-723539494-network', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:04.574394 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0d0ced-8d41-40be-83ef-846571e3fc6c admin admin] Made reservation on behalf of a88b4bd72bcf44a19d480e01fb3ffa89 for: {'network': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:04.576680 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0ced-8d41-40be-83ef-846571e3fc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:04.588702 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0ced-8d41-40be-83ef-846571e3fc6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:04.671034 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0ced-8d41-40be-83ef-846571e3fc6c admin admin] Publish callbacks [] for security_group (c443506e-59ef-45b5-8699-bdbcedd8728e), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:04.676203 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0ced-8d41-40be-83ef-846571e3fc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (c443506e-59ef-45b5-8699-bdbcedd8728e), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:04.701562 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0d0ced-8d41-40be-83ef-846571e3fc6c admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=109057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:04.711806 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d0ced-8d41-40be-83ef-846571e3fc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c443506e-59ef-45b5-8699-bdbcedd8728e,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:04.721198 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0ced-8d41-40be-83ef-846571e3fc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (350bbcbb-1af6-4d86-95cf-1010219286ec), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:04.721861 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.segments_db [None req-ad0d0ced-8d41-40be-83ef-846571e3fc6c admin admin] Added segment 350bbcbb-1af6-4d86-95cf-1010219286ec of type vlan for network 677739cc-fde9-4813-a949-b3058144337e Jan 21 09:45:04.746679 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce574f3-53c3-408e-aa32-bf2eb353f048 req-23f4eafc-287d-4e69-bb18-5c7c014f5d9a tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:04.748256 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3ce574f3-53c3-408e-aa32-bf2eb353f048 req-23f4eafc-287d-4e69-bb18-5c7c014f5d9a tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 944 time: 0.0593848 Jan 21 09:45:04.765069 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0ced-8d41-40be-83ef-846571e3fc6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (677739cc-fde9-4813-a949-b3058144337e), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:04.792501 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0ced-8d41-40be-83ef-846571e3fc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (677739cc-fde9-4813-a949-b3058144337e), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:04.793557 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0d0ced-8d41-40be-83ef-846571e3fc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:04.794229 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0ced-8d41-40be-83ef-846571e3fc6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:04.800810 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3ce574f3-53c3-408e-aa32-bf2eb353f048 req-7e13dd69-7fcd-41fd-96dc-dec48de63623 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467706 Jan 21 09:45:04.859608 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-ad0d0ced-8d41-40be-83ef-846571e3fc6c admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4031632 Jan 21 09:45:04.862972 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 51952) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:04.863621 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d0ced-8d41-40be-83ef-846571e3fc6c admin admin] Pushing event updated for resources: {'Network': ['ID=677739cc-fde9-4813-a949-b3058144337e,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:04.868287 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-a6eda636-abc3-4692-a0ba-32062fe436f5 admin admin] Request body: {'subnet': {'network_id': '677739cc-fde9-4813-a949-b3058144337e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-723539494-subnet', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'ip_version': 4}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:04.879621 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network 677739cc-fde9-4813-a949-b3058144337e details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:45:04.902477 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6eda636-abc3-4692-a0ba-32062fe436f5 admin admin] Made reservation on behalf of a88b4bd72bcf44a19d480e01fb3ffa89 for: {'subnet': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:04.905580 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a6eda636-abc3-4692-a0ba-32062fe436f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5368255'] for subnet (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:05.019539 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd884205-a70b-441f-ba06-55c5aa21a2cc req-66d33164-bf6d-4928-9758-229cf94bb278 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:05.021048 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-dd884205-a70b-441f-ba06-55c5aa21a2cc req-66d33164-bf6d-4928-9758-229cf94bb278 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 947 time: 0.1012740 Jan 21 09:45:05.104782 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-dd884205-a70b-441f-ba06-55c5aa21a2cc req-dd1dc580-e40e-45d3-925e-784315520b38 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/security-groups?id=cca4f6e2-4239-429b-a8a9-a010aabbc3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758989 Jan 21 09:45:05.155617 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a6eda636-abc3-4692-a0ba-32062fe436f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6057618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5368225'] for subnet (211478e8-1562-4e09-89ff-f0480ca89aa1), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:05.212521 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eda636-abc3-4692-a0ba-32062fe436f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=211478e8-1562-4e09-89ff-f0480ca89aa1,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:05.221726 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eda636-abc3-4692-a0ba-32062fe436f5 admin admin] Checking segment: {'id': '350bbcbb-1af6-4d86-95cf-1010219286ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '677739cc-fde9-4813-a949-b3058144337e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:45:05.222109 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eda636-abc3-4692-a0ba-32062fe436f5 admin admin] Network hostable DHCP agents. Network: 677739cc-fde9-4813-a949-b3058144337e, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:05.251597 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eda636-abc3-4692-a0ba-32062fe436f5 admin admin] Network 677739cc-fde9-4813-a949-b3058144337e is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:05.277217 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-a6eda636-abc3-4692-a0ba-32062fe436f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, 677739cc-fde9-4813-a949-b3058144337e) {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:05.282300 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eda636-abc3-4692-a0ba-32062fe436f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:05.283257 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a6eda636-abc3-4692-a0ba-32062fe436f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:05.287965 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba8756e-514c-4728-a80b-3cb181fa299e None None] Network 677739cc-fde9-4813-a949-b3058144337e requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:45:05.304766 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88299c64-d852-4acf-8c20-e7c7d46c51c3 req-0c68aad9-02a4-4f95-ba8d-be15256dce12 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:05.306333 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-88299c64-d852-4acf-8c20-e7c7d46c51c3 req-0c68aad9-02a4-4f95-ba8d-be15256dce12 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0715864 Jan 21 09:45:05.310623 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-a6eda636-abc3-4692-a0ba-32062fe436f5 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4465916 Jan 21 09:45:05.314124 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 51962) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:05.319105 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-723539494-router', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:05.348427 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7907917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15989'] for router (f714d7eb-b975-4b35-b704-cbf380a33306), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:05.350042 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7909373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8057193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15994'] for router (f714d7eb-b975-4b35-b704-cbf380a33306), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:05.356933 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-88299c64-d852-4acf-8c20-e7c7d46c51c3 req-0d51f908-64e2-4591-b8e5-21793a2c9dca tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436752 Jan 21 09:45:05.397824 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3693bb14-d069-572a-a73c-21e20adad4c6-677739cc-fde9-4813-a949-b3058144337e', 'network_id': '677739cc-fde9-4813-a949-b3058144337e', 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'fixed_ips': [{'subnet_id': '211478e8-1562-4e09-89ff-f0480ca89aa1'}]}} from dv-cinder-815614-10-iscsi. {{(pid=109058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:45:05.398691 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:05.421185 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Publish callbacks [] for router_controller (f714d7eb-b975-4b35-b704-cbf380a33306), precommit_add_association {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:05.500329 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91ab42-26d7-4d94-8935-c331ceebc4b3 req-edd147ec-45d2-4659-baa0-2e70d802a724 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:05.501885 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3d91ab42-26d7-4d94-8935-c331ceebc4b3 req-edd147ec-45d2-4659-baa0-2e70d802a724 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0544741 Jan 21 09:45:05.550281 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.db_base_plugin_common [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Allocated IP 172.20.0.2 (677739cc-fde9-4813-a949-b3058144337e/211478e8-1562-4e09-89ff-f0480ca89aa1/00caecf8-e278-46d7-8ceb-412373b09433) {{(pid=109058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:05.566760 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3d91ab42-26d7-4d94-8935-c331ceebc4b3 req-da979177-bed4-4078-8786-88f6a1e71756 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573120 Jan 21 09:45:05.588664 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Publish callbacks [] for router_gateway (f714d7eb-b975-4b35-b704-cbf380a33306), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:05.696940 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Publish callbacks [] for port (00caecf8-e278-46d7-8ceb-412373b09433), precommit_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:05.704395 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834'] for port (00caecf8-e278-46d7-8ceb-412373b09433), after_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:05.746034 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Network 677739cc-fde9-4813-a949-b3058144337e is already hosted by enough agents. {{(pid=109058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:05.750541 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.base_scheduler [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Resources bound (agent type, host, resource id): {{(pid=109058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:05.754930 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Received port after_create {{(pid=109058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:45:05.758063 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Pushing event updated for resources: {'Port': ['ID=00caecf8-e278-46d7-8ceb-412373b09433,revision_number=1']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:05.789798 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Publish callbacks [] for router_gateway (f714d7eb-b975-4b35-b704-cbf380a33306), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:05.808256 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:05.810062 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Attempting to bind port 00caecf8-e278-46d7-8ceb-412373b09433 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:45:05.810460 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Attempting to bind port 00caecf8-e278-46d7-8ceb-412373b09433 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '350bbcbb-1af6-4d86-95cf-1010219286ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '677739cc-fde9-4813-a949-b3058144337e'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:45:05.810875 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Attempting to bind port 00caecf8-e278-46d7-8ceb-412373b09433 on network 677739cc-fde9-4813-a949-b3058144337e {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:45:05.815992 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:45:05.816465 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Checking segment: {'id': '350bbcbb-1af6-4d86-95cf-1010219286ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '677739cc-fde9-4813-a949-b3058144337e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:45:05.816953 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:05.817367 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Bound using segment: {'id': '350bbcbb-1af6-4d86-95cf-1010219286ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '677739cc-fde9-4813-a949-b3058144337e'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:45:05.817948 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Bound port: 00caecf8-e278-46d7-8ceb-412373b09433, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '350bbcbb-1af6-4d86-95cf-1010219286ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '677739cc-fde9-4813-a949-b3058144337e'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:45:05.818360 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (00caecf8-e278-46d7-8ceb-412373b09433), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:05.837330 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 3c671602-3079-4015-bf7f-52f944c82ea2 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:45:05.893679 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: 3c671602-3079-4015-bf7f-52f944c82ea2 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:45:05.894605 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 3c671602-3079-4015-bf7f-52f944c82ea2 not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:45:05.921895 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] For port 00caecf8-e278-46d7-8ceb-412373b09433, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:05.925563 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] For port 00caecf8-e278-46d7-8ceb-412373b09433, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=00caecf8-e278-46d7-8ceb-412373b09433,segment=NetworkSegment(350bbcbb-1af6-4d86-95cf-1010219286ec),segment_id=350bbcbb-1af6-4d86-95cf-1010219286ec)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:05.931218 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Allocated IP 172.27.1.245 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/d78a9734-7846-4f6e-8e57-2913b0d9a331) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:05.933989 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (00caecf8-e278-46d7-8ceb-412373b09433), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:05.992043 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9095c-cf4d-4e06-8df3-12fcd9743350 req-22699036-7e2d-4f33-8ee0-04724112d713 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:05.993826 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2fc9095c-cf4d-4e06-8df3-12fcd9743350 req-22699036-7e2d-4f33-8ee0-04724112d713 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 944 time: 0.0920639 Jan 21 09:45:06.014884 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd201a2-d01f-4fe7-944e-17ab454d78c7 None None] Pushing event updated for resources: {'Port': ['ID=00caecf8-e278-46d7-8ceb-412373b09433,revision_number=2']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:06.022295 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f9ebaeb9-7e9d-48a5-b6f8-6ee3c16e8c1c req-de785761-0445-4a34-beb3-222675864e22 service neutron] 10.222.0.130 "GET /v2.0/networks/c1fed7a8-8b6d-4a4b-8422-4740b7c0e833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901321 Jan 21 09:45:06.061818 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2fc9095c-cf4d-4e06-8df3-12fcd9743350 req-23d0fd5c-282c-4bd2-a5cf-37e8821534d8 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544574 Jan 21 09:45:06.085098 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Publish callbacks [] for port (d78a9734-7846-4f6e-8e57-2913b0d9a331), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:06.125350 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (d78a9734-7846-4f6e-8e57-2913b0d9a331), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:06.167442 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:06.170466 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:06.175019 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:45:06.178957 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Pushing event updated for resources: {'Port': ['ID=d78a9734-7846-4f6e-8e57-2913b0d9a331,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:06.298742 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7d26a-4025-4031-94ab-0498549ded4a req-3fd4c060-879f-40e5-b4a0-c4a947015392 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:06.300380 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1dd7d26a-4025-4031-94ab-0498549ded4a req-3fd4c060-879f-40e5-b4a0-c4a947015392 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 947 time: 0.1192479 Jan 21 09:45:06.361070 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1dd7d26a-4025-4031-94ab-0498549ded4a req-9caa350c-9c16-4308-9e69-af008286aa69 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/security-groups?id=cca4f6e2-4239-429b-a8a9-a010aabbc3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539896 Jan 21 09:45:06.484256 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Publish callbacks [] for router_gateway (f714d7eb-b975-4b35-b704-cbf380a33306), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:06.486643 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfbf99-51f8-4e07-8af4-6cb88bffab68 req-666fc35b-66e3-417d-b775-9f13d8ad3c2d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:06.488262 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b6cfbf99-51f8-4e07-8af4-6cb88bffab68 req-666fc35b-66e3-417d-b775-9f13d8ad3c2d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0513439 Jan 21 09:45:06.537734 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b6cfbf99-51f8-4e07-8af4-6cb88bffab68 req-1aa58f0f-e860-495a-98d9-fca541999b00 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432086 Jan 21 09:45:06.682769 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d790e-e788-4503-a4c5-679538207575 req-99ae9442-a707-4ca2-8483-3bf8aed7b1d0 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:06.684684 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-744d790e-e788-4503-a4c5-679538207575 req-99ae9442-a707-4ca2-8483-3bf8aed7b1d0 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0511773 Jan 21 09:45:06.741316 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-744d790e-e788-4503-a4c5-679538207575 req-a4575d4d-4de5-4f55-b0a7-3b1f98953ee9 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499945 Jan 21 09:45:06.926691 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942c273-1284-4136-90ba-e781cba15c10 req-14ab2149-fd27-47d7-b3e1-5a65a892dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:06.928366 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b942c273-1284-4136-90ba-e781cba15c10 req-14ab2149-fd27-47d7-b3e1-5a65a892dc86 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=c2056b18ec914fac892d76ebbdbab627&device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 1100 time: 0.0445831 Jan 21 09:45:06.933172 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7909322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7910412'] for router (f714d7eb-b975-4b35-b704-cbf380a33306), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:07.033549 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 00caecf8-e278-46d7-8ceb-412373b09433 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:45:07.059719 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942c273-1284-4136-90ba-e781cba15c10 req-2d624e09-9075-43da-abd2-1e9318b50089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:07.061374 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b942c273-1284-4136-90ba-e781cba15c10 req-2d624e09-9075-43da-abd2-1e9318b50089 service neutron] 10.222.0.130 "GET /v2.0/networks?id=c1fed7a8-8b6d-4a4b-8422-4740b7c0e833 HTTP/1.1" status: 200 len: 870 time: 0.1193297 Jan 21 09:45:07.100377 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 00caecf8-e278-46d7-8ceb-412373b09433 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:07.101101 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (00caecf8-e278-46d7-8ceb-412373b09433), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:07.110633 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Router f714d7eb-b975-4b35-b704-cbf380a33306 is scheduled to L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 with binding_index 1 {{(pid=109057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:45:07.117616 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b942c273-1284-4136-90ba-e781cba15c10 req-45f0ce89-79d1-40f6-a2d4-3c20af91a8d3 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=550c420a-df2e-4a3f-a8fc-7a0787095df4 HTTP/1.1" status: 200 len: 217 time: 0.0464225 Jan 21 09:45:07.218131 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 00caecf8-e278-46d7-8ceb-412373b09433 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:07.218537 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (00caecf8-e278-46d7-8ceb-412373b09433), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:07.230479 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942c273-1284-4136-90ba-e781cba15c10 req-9bfff81a-ffb2-4905-8010-a2cc633408ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:07.232057 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b942c273-1284-4136-90ba-e781cba15c10 req-9bfff81a-ffb2-4905-8010-a2cc633408ea service neutron] 10.222.0.130 "GET /v2.0/subnets?id=28e33a10-afd1-4f78-874b-55614b82f1e9 HTTP/1.1" status: 200 len: 843 time: 0.1077669 Jan 21 09:45:07.255573 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] For port 00caecf8-e278-46d7-8ceb-412373b09433, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=00caecf8-e278-46d7-8ceb-412373b09433,segment=NetworkSegment(350bbcbb-1af6-4d86-95cf-1010219286ec),segment_id=350bbcbb-1af6-4d86-95cf-1010219286ec)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:07.256393 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:07.257350 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b47fe8-a451-4d77-b2af-05f7fa7985de req-a79e83cd-c5e1-4f9a-9716-0c0fca1d92c5 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:07.262233 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (00caecf8-e278-46d7-8ceb-412373b09433), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:07.265289 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e3b47fe8-a451-4d77-b2af-05f7fa7985de req-a79e83cd-c5e1-4f9a-9716-0c0fca1d92c5 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 944 time: 0.1022687 Jan 21 09:45:07.279538 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Sync routers for ids ['f714d7eb-b975-4b35-b704-cbf380a33306'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:07.283984 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:07.288433 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-f633594e-4c62-4544-a8ad-43406846c86c admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9703701 Jan 21 09:45:07.289506 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 51988) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:07.301034 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Routers {'f714d7eb-b975-4b35-b704-cbf380a33306'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:45:07.301970 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:44:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['f714d7eb-b975-4b35-b704-cbf380a33306'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:07.347019 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Pushing event updated for resources: {'Port': ['ID=00caecf8-e278-46d7-8ceb-412373b09433,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:07.352974 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942c273-1284-4136-90ba-e781cba15c10 req-4653d5ff-18df-4d2c-bdf3-70f1794c0ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:07.354832 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b942c273-1284-4136-90ba-e781cba15c10 req-4653d5ff-18df-4d2c-bdf3-70f1794c0ddd service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=c1fed7a8-8b6d-4a4b-8422-4740b7c0e833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1151600 Jan 21 09:45:07.375665 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6548316c-9209-4cb8-800b-a5d64489d8bd None None] Network 677739cc-fde9-4813-a949-b3058144337e requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:45:07.422880 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e3b47fe8-a451-4d77-b2af-05f7fa7985de req-51892d7e-aa79-44b0-a040-d2d3fbce7800 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431286 Jan 21 09:45:07.439453 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-3f00e83b-8d03-43bf-a558-c34102c4cae7 None None] Provisioning complete for port 00caecf8-e278-46d7-8ceb-412373b09433 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:07.440196 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-3f00e83b-8d03-43bf-a558-c34102c4cae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (00caecf8-e278-46d7-8ceb-412373b09433), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:07.443867 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Set router f714d7eb-b975-4b35-b704-cbf380a33306 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:45:07.499176 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b942c273-1284-4136-90ba-e781cba15c10 req-ee211969-80f7-472d-b0fc-e0782b26a740 service neutron] 10.222.0.130 "GET /v2.0/networks/c1fed7a8-8b6d-4a4b-8422-4740b7c0e833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280785 Jan 21 09:45:07.618337 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-3f00e83b-8d03-43bf-a558-c34102c4cae7 None None] Current status of the port 00caecf8-e278-46d7-8ceb-412373b09433 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:07.618991 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e450986-92e8-498c-9e1c-7dc601995db0 req-b097804d-8b9e-4a45-8108-ce35862ae98d tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:07.626209 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3e450986-92e8-498c-9e1c-7dc601995db0 req-b097804d-8b9e-4a45-8108-ce35862ae98d tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 947 time: 0.1354539 Jan 21 09:45:07.676961 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b942c273-1284-4136-90ba-e781cba15c10 req-41f74d81-311e-4541-b25b-2cfff8d1c7ac service neutron] 10.222.0.130 "GET /v2.0/networks/c1fed7a8-8b6d-4a4b-8422-4740b7c0e833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683741 Jan 21 09:45:07.709778 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'name': 'tempest-TestMinimumBasicScenario-723539494-router', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:06Z', 'revision_number': 3, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'gw_port': {'id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:63:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:07.725216 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e20447-766a-412f-aceb-abefd62db7a0 req-75754c54-00a3-4a11-b3b3-f16e4b6c684b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:07.729982 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-70e20447-766a-412f-aceb-abefd62db7a0 req-75754c54-00a3-4a11-b3b3-f16e4b6c684b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0769532 Jan 21 09:45:07.755449 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Checking router: f714d7eb-b975-4b35-b704-cbf380a33306 for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:45:07.756324 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Updating router f714d7eb-b975-4b35-b704-cbf380a33306 port d78a9734-7846-4f6e-8e57-2913b0d9a331 binding host dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:45:07.791860 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d78a9734-7846-4f6e-8e57-2913b0d9a331), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:07.805436 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-70e20447-766a-412f-aceb-abefd62db7a0 req-3d99acb0-478b-48db-920d-33548313c49f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664299 Jan 21 09:45:07.809973 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3e450986-92e8-498c-9e1c-7dc601995db0 req-3adafb79-27f5-4834-8e9f-7772b591b142 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/security-groups?id=cca4f6e2-4239-429b-a8a9-a010aabbc3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827874 Jan 21 09:45:07.975689 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235a4e1-07d7-4615-ade4-a00769de1803 req-c6f779a2-b250-45fb-86a8-164eea64d561 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:07.977215 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0235a4e1-07d7-4615-ade4-a00769de1803 req-c6f779a2-b250-45fb-86a8-164eea64d561 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0983679 Jan 21 09:45:08.049320 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-5c94039f-5dea-4987-89a0-6313cb129686 None None] Provisioning complete for port 00caecf8-e278-46d7-8ceb-412373b09433 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:08.050916 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5c94039f-5dea-4987-89a0-6313cb129686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (00caecf8-e278-46d7-8ceb-412373b09433), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:08.074625 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0235a4e1-07d7-4615-ade4-a00769de1803 req-002eb828-fb19-497c-a4a9-b376e2d5a73f tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858703 Jan 21 09:45:08.099882 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Publish callbacks [] for port (d78a9734-7846-4f6e-8e57-2913b0d9a331), precommit_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:08.108520 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d78a9734-7846-4f6e-8e57-2913b0d9a331), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:08.122446 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:08.168291 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebca47f-022b-4e0d-84a3-055ff2412fa7 None None] Pushing event updated for resources: {'Port': ['ID=d78a9734-7846-4f6e-8e57-2913b0d9a331,revision_number=2']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:08.181562 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebca47f-022b-4e0d-84a3-055ff2412fa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:08.182510 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebca47f-022b-4e0d-84a3-055ff2412fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:08.182934 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebca47f-022b-4e0d-84a3-055ff2412fa7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:08.183219 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebca47f-022b-4e0d-84a3-055ff2412fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:08.183564 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebca47f-022b-4e0d-84a3-055ff2412fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:08.183910 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebca47f-022b-4e0d-84a3-055ff2412fa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:08.184519 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebca47f-022b-4e0d-84a3-055ff2412fa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:08.184723 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebca47f-022b-4e0d-84a3-055ff2412fa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:08.185112 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebca47f-022b-4e0d-84a3-055ff2412fa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:08.185787 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebca47f-022b-4e0d-84a3-055ff2412fa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:08.186090 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebca47f-022b-4e0d-84a3-055ff2412fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:08.186528 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebca47f-022b-4e0d-84a3-055ff2412fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:08.186975 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebca47f-022b-4e0d-84a3-055ff2412fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:08.220616 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Attempting to bind port d78a9734-7846-4f6e-8e57-2913b0d9a331 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:45:08.220789 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-5c94039f-5dea-4987-89a0-6313cb129686 None None] Current status of the port 00caecf8-e278-46d7-8ceb-412373b09433 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:08.221163 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Attempting to bind port d78a9734-7846-4f6e-8e57-2913b0d9a331 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:45:08.221633 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Attempting to bind port d78a9734-7846-4f6e-8e57-2913b0d9a331 on network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:45:08.227822 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:45:08.228478 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Checking segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:45:08.229393 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:08.229890 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Bound using segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:45:08.230463 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Bound port: d78a9734-7846-4f6e-8e57-2913b0d9a331, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:45:08.231001 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d78a9734-7846-4f6e-8e57-2913b0d9a331), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:08.291558 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] For port d78a9734-7846-4f6e-8e57-2913b0d9a331, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:08.295241 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] For port d78a9734-7846-4f6e-8e57-2913b0d9a331, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=d78a9734-7846-4f6e-8e57-2913b0d9a331,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:08.300871 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d78a9734-7846-4f6e-8e57-2913b0d9a331), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:08.312638 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] Allocated IP 172.20.0.1 (677739cc-fde9-4813-a949-b3058144337e/211478e8-1562-4e09-89ff-f0480ca89aa1/07aa7900-df3a-4755-9c66-030306b57116) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:08.359993 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Routers {'f714d7eb-b975-4b35-b704-cbf380a33306'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:45:08.360645 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:44:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['f714d7eb-b975-4b35-b704-cbf380a33306'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:08.400605 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebca47f-022b-4e0d-84a3-055ff2412fa7 None None] Pushing event updated for resources: {'Port': ['ID=d78a9734-7846-4f6e-8e57-2913b0d9a331,revision_number=3']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:08.452211 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] Publish callbacks [] for port (07aa7900-df3a-4755-9c66-030306b57116), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:08.491703 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] Set router f714d7eb-b975-4b35-b704-cbf380a33306 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:45:08.516591 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (07aa7900-df3a-4755-9c66-030306b57116), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:08.560901 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] Network 677739cc-fde9-4813-a949-b3058144337e is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:08.564180 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:08.568824 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:45:08.600670 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f480459-73e7-4781-8993-d8fd6893457e req-6683c124-3310-4e83-afc9-10d499683399 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:08.611003 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-5f480459-73e7-4781-8993-d8fd6893457e req-6683c124-3310-4e83-afc9-10d499683399 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 944 time: 0.1149330 Jan 21 09:45:08.631909 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] Pushing event updated for resources: {'Port': ['ID=07aa7900-df3a-4755-9c66-030306b57116,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:08.649893 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912766'] for router_interface (f714d7eb-b975-4b35-b704-cbf380a33306), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:08.728193 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-5f480459-73e7-4781-8993-d8fd6893457e req-59883c3f-ca13-4d84-bb92-81ef98aa6a47 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160126 Jan 21 09:45:08.849842 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'name': 'tempest-TestMinimumBasicScenario-723539494-router', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:06Z', 'revision_number': 3, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'gw_port': {'id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:63:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:08.893076 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (07aa7900-df3a-4755-9c66-030306b57116), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:08.939813 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c015e2-ab35-4ec2-bafe-de421902adf3 None None] The sync data for ids ['f714d7eb-b975-4b35-b704-cbf380a33306'] in dv-cinder-815614-10-iscsi is: [{'id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'name': 'tempest-TestMinimumBasicScenario-723539494-router', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:06Z', 'revision_number': 3, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'gw_port': {'id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:63:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:09.048603 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb4086-4d1b-4ca5-94a0-63999708db09 req-663ae393-9b65-4db3-baf8-03e47960f83c tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:09.050280 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 00caecf8-e278-46d7-8ceb-412373b09433 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:45:09.051735 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7adb4086-4d1b-4ca5-94a0-63999708db09 req-663ae393-9b65-4db3-baf8-03e47960f83c tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1107225 Jan 21 09:45:09.109874 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-ca16f3a2-7208-4fd1-bd24-56394cb154d9 None None] Provisioning complete for port 07aa7900-df3a-4755-9c66-030306b57116 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:09.110725 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-ca16f3a2-7208-4fd1-bd24-56394cb154d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (07aa7900-df3a-4755-9c66-030306b57116), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:09.151357 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d7248ef6-9316-49a2-b5c2-6aa92f3ac971 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:45:09.160251 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7adb4086-4d1b-4ca5-94a0-63999708db09 req-dbea6c66-6f17-4159-9807-7778677feb50 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954487 Jan 21 09:45:09.206952 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-ca16f3a2-7208-4fd1-bd24-56394cb154d9 None None] Port 07aa7900-df3a-4755-9c66-030306b57116 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:45:09.221183 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6030c7-acdb-4463-a226-466fb01e1e5e req-5948c407-fa09-4cc8-b133-9ca1f8aacc01 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:09.233370 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-da6030c7-acdb-4463-a226-466fb01e1e5e req-5948c407-fa09-4cc8-b133-9ca1f8aacc01 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 947 time: 0.2218826 Jan 21 09:45:09.276457 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 00caecf8-e278-46d7-8ceb-412373b09433 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:09.277144 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (00caecf8-e278-46d7-8ceb-412373b09433), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:09.368791 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-da6030c7-acdb-4463-a226-466fb01e1e5e req-05b13f83-bd67-468f-b777-cb27133c5b5b tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/security-groups?id=cca4f6e2-4239-429b-a8a9-a010aabbc3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344039 Jan 21 09:45:09.407146 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d7248ef6-9316-49a2-b5c2-6aa92f3ac971, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d7248ef6-9316-49a2-b5c2-6aa92f3ac971,segment=NetworkSegment(2bee3456-64e3-440d-9603-a0ee121debf8),segment_id=2bee3456-64e3-440d-9603-a0ee121debf8)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:09.437292 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] Publish callbacks [] for port (07aa7900-df3a-4755-9c66-030306b57116), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:09.452328 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4495340'] for port (07aa7900-df3a-4755-9c66-030306b57116), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:09.471432 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971', 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0', 'port_id': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971', 'mac_address': 'fa:16:3e:85:5f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:45:09.543710 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3b882-4758-4c08-b31c-91f476529b51 req-aacd6331-4d42-46a3-a66b-c24349980ba5 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:09.552962 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1ea3b882-4758-4c08-b31c-91f476529b51 req-aacd6331-4d42-46a3-a66b-c24349980ba5 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.1585147 Jan 21 09:45:09.566384 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7909537'] for router_interface (f714d7eb-b975-4b35-b704-cbf380a33306), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:09.567052 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 00caecf8-e278-46d7-8ceb-412373b09433 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:09.578631 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port d7248ef6-9316-49a2-b5c2-6aa92f3ac971 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:09.579049 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:09.610033 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7248ef6-9316-49a2-b5c2-6aa92f3ac971 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:45:09.653191 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d7248ef6-9316-49a2-b5c2-6aa92f3ac971, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d7248ef6-9316-49a2-b5c2-6aa92f3ac971,segment=NetworkSegment(2bee3456-64e3-440d-9603-a0ee121debf8),segment_id=2bee3456-64e3-440d-9603-a0ee121debf8)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:09.667132 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:09.669066 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] Pushing event updated for resources: {'Port': ['ID=07aa7900-df3a-4755-9c66-030306b57116,revision_number=2']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:09.716738 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1ea3b882-4758-4c08-b31c-91f476529b51 req-5f218613-fb1e-46d1-8c03-41d0bade7102 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582084 Jan 21 09:45:09.767961 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=d7248ef6-9316-49a2-b5c2-6aa92f3ac971,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:09.887639 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] Network 677739cc-fde9-4813-a949-b3058144337e is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:09.890896 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:09.972456 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['d7248ef6-9316-49a2-b5c2-6aa92f3ac971'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:45:10.144070 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009ac3f-c8d3-4a5f-a8f3-e5294d3c7961 req-329f0433-3e4d-449d-a1ab-b76d2be1cea2 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:10.151870 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d009ac3f-c8d3-4a5f-a8f3-e5294d3c7961 req-329f0433-3e4d-449d-a1ab-b76d2be1cea2 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 945 time: 0.3456867 Jan 21 09:45:10.162829 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] Router f714d7eb-b975-4b35-b704-cbf380a33306 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:10.239829 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d009ac3f-c8d3-4a5f-a8f3-e5294d3c7961 req-16b8fa47-bb67-4d3f-8817-ce9499fd6438 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853870 Jan 21 09:45:10.391431 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c7c27-29f4-4d03-a8aa-a583dcf76bb0 req-7f25afaf-9b4c-4ed9-9dbd-e1f96b9ddc9a tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:10.403250 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ad7c7c27-29f4-4d03-a8aa-a583dcf76bb0 req-7f25afaf-9b4c-4ed9-9dbd-e1f96b9ddc9a tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1360717 Jan 21 09:45:10.428991 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:10.446180 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-a6d3e6e3-8424-42cc-9a5a-8cdf939717b1 admin admin] 10.222.0.112 "PUT /v2.0/routers/f714d7eb-b975-4b35-b704-cbf380a33306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1554391 Jan 21 09:45:10.524896 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ad7c7c27-29f4-4d03-a8aa-a583dcf76bb0 req-cb54a333-ac90-413b-8e74-152f9dd3a68b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206324 Jan 21 09:45:10.543371 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-002e1eb8-87cd-43b8-aee1-b87d640f6e58 None None] Provisioning complete for port 07aa7900-df3a-4755-9c66-030306b57116 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:10.544070 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-002e1eb8-87cd-43b8-aee1-b87d640f6e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (07aa7900-df3a-4755-9c66-030306b57116), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:10.631878 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95648080-7b98-4611-b0f7-0eaa95f07a0a req-7ce4cff2-9e4b-4c60-8412-fae0544e1d25 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:10.638192 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-95648080-7b98-4611-b0f7-0eaa95f07a0a req-7ce4cff2-9e4b-4c60-8412-fae0544e1d25 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 947 time: 0.1021903 Jan 21 09:45:10.667832 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-002e1eb8-87cd-43b8-aee1-b87d640f6e58 None None] Port 07aa7900-df3a-4755-9c66-030306b57116 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:45:10.725465 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-95648080-7b98-4611-b0f7-0eaa95f07a0a req-43c46bed-8343-42f8-8b8e-d9c9caa8acfd tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/security-groups?id=cca4f6e2-4239-429b-a8a9-a010aabbc3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790360 Jan 21 09:45:10.975285 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c0194-0da5-4f69-aa25-aefc5d751d90 req-1f9a1b7b-45f5-4f86-857c-8274bd6feb6e tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:10.976936 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-963c0194-0da5-4f69-aa25-aefc5d751d90 req-1f9a1b7b-45f5-4f86-857c-8274bd6feb6e tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.1859858 Jan 21 09:45:11.049701 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:45:11.103928 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-963c0194-0da5-4f69-aa25-aefc5d751d90 req-d537fa75-c274-4903-bf8f-903c3c7fafa6 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132658 Jan 21 09:45:11.182364 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device d78a9734-7846-4f6e-8e57-2913b0d9a331 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:45:11.247800 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port d78a9734-7846-4f6e-8e57-2913b0d9a331 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:11.248674 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d78a9734-7846-4f6e-8e57-2913b0d9a331), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.333612 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 52086) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:11.355105 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 550c420a-df2e-4a3f-a8fc-7a0787095df4 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:45:11.427995 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d859993-b839-4bad-8e5f-919beade10d8 req-1b41677b-9a44-4a17-8872-bcdea8a1cef5 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:11.429603 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4d859993-b839-4bad-8e5f-919beade10d8 req-1b41677b-9a44-4a17-8872-bcdea8a1cef5 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 945 time: 0.0872078 Jan 21 09:45:11.429758 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d7248ef6-9316-49a2-b5c2-6aa92f3ac971 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:45:11.433224 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port d78a9734-7846-4f6e-8e57-2913b0d9a331 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:11.433696 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d78a9734-7846-4f6e-8e57-2913b0d9a331), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.516585 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 52094) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:11.521861 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-a91d4aab-e252-46ac-b906-35f5ef5caf00 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1295262412-network', 'tenant_id': 'fb073a2e4f1a426c85e42d222c8faac5'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:11.573323 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4d859993-b839-4bad-8e5f-919beade10d8 req-d98c4bda-844c-4ec8-81fe-7c7a8133f27a tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352644 Jan 21 09:45:11.574487 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] For port d78a9734-7846-4f6e-8e57-2913b0d9a331, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=d78a9734-7846-4f6e-8e57-2913b0d9a331,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:11.582619 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91d4aab-e252-46ac-b906-35f5ef5caf00 admin admin] Made reservation on behalf of fb073a2e4f1a426c85e42d222c8faac5 for: {'network': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:11.592113 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a91d4aab-e252-46ac-b906-35f5ef5caf00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.598201 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-55086427-0a40-46cd-84e5-65d9be899b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.602190 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d78a9734-7846-4f6e-8e57-2913b0d9a331), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.628104 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a91d4aab-e252-46ac-b906-35f5ef5caf00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.743028 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-55086427-0a40-46cd-84e5-65d9be899b94 admin admin] Publish callbacks [] for security_group (10b173d8-9e6a-4cee-9370-cfd91b5be887), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.763087 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-55086427-0a40-46cd-84e5-65d9be899b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (10b173d8-9e6a-4cee-9370-cfd91b5be887), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.781297 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f173e6-78fe-46f8-983e-290113519c42 req-8a8ab73c-0fdf-404e-ad39-206705e966a1 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:11.785537 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-79f173e6-78fe-46f8-983e-290113519c42 req-8a8ab73c-0fdf-404e-ad39-206705e966a1 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0914176 Jan 21 09:45:11.819271 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-55086427-0a40-46cd-84e5-65d9be899b94 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=6eda50447d2643cb87bfa1c9f432d6a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4844675 Jan 21 09:45:11.820981 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 52100) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:11.821546 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55086427-0a40-46cd-84e5-65d9be899b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b173d8-9e6a-4cee-9370-cfd91b5be887,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:11.875448 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-79f173e6-78fe-46f8-983e-290113519c42 req-af09949a-8ca9-4cf1-b0ff-1e39c954cc13 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740106 Jan 21 09:45:11.897135 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a91d4aab-e252-46ac-b906-35f5ef5caf00 admin admin] Publish callbacks [] for security_group (02d048a7-c739-421b-9277-9d6828200128), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.919734 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7dde-e346-408b-ad37-d5e78df500ff admin admin] Publish callbacks [] for security_group (10b173d8-9e6a-4cee-9370-cfd91b5be887), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.922676 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a91d4aab-e252-46ac-b906-35f5ef5caf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (02d048a7-c739-421b-9277-9d6828200128), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.966011 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f6dda-dba1-4941-bc99-c17d0bffdb84 req-e5f38f9d-af17-4384-92d6-8f6cbdfcf1bc tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:11.967802 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b96f6dda-dba1-4941-bc99-c17d0bffdb84 req-e5f38f9d-af17-4384-92d6-8f6cbdfcf1bc tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 947 time: 0.0822778 Jan 21 09:45:11.969999 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7dde-e346-408b-ad37-d5e78df500ff admin admin] Publish callbacks [] for security_group (10b173d8-9e6a-4cee-9370-cfd91b5be887), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.981699 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d4aab-e252-46ac-b906-35f5ef5caf00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d048a7-c739-421b-9277-9d6828200128,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:12.012635 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91d4aab-e252-46ac-b906-35f5ef5caf00 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=109056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:12.039581 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a91d4aab-e252-46ac-b906-35f5ef5caf00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (399f8829-00a3-45a5-8d2a-92187d4b2a43), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.039941 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.segments_db [None req-a91d4aab-e252-46ac-b906-35f5ef5caf00 admin admin] Added segment 399f8829-00a3-45a5-8d2a-92187d4b2a43 of type vlan for network 185eec56-d702-449f-b261-73b231d90d36 Jan 21 09:45:12.049628 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b96f6dda-dba1-4941-bc99-c17d0bffdb84 req-30cbcf47-7295-4a3c-87cf-30eaa15fc8f1 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/security-groups?id=cca4f6e2-4239-429b-a8a9-a010aabbc3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723529 Jan 21 09:45:12.069980 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7dde-e346-408b-ad37-d5e78df500ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (10b173d8-9e6a-4cee-9370-cfd91b5be887), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.073012 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7dde-e346-408b-ad37-d5e78df500ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.077759 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-5c3e7dde-e346-408b-ad37-d5e78df500ff admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/10b173d8-9e6a-4cee-9370-cfd91b5be887 HTTP/1.1" status: 204 len: 168 time: 0.2511332 Jan 21 09:45:12.087163 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e7dde-e346-408b-ad37-d5e78df500ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b173d8-9e6a-4cee-9370-cfd91b5be887,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:12.094071 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Pushing event updated for resources: {'Port': ['ID=d78a9734-7846-4f6e-8e57-2913b0d9a331,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:12.104117 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port d7248ef6-9316-49a2-b5c2-6aa92f3ac971 completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:12.133377 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port d7248ef6-9316-49a2-b5c2-6aa92f3ac971 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:12.133774 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.138660 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a91d4aab-e252-46ac-b906-35f5ef5caf00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (185eec56-d702-449f-b261-73b231d90d36), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.220489 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a91d4aab-e252-46ac-b906-35f5ef5caf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (185eec56-d702-449f-b261-73b231d90d36), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.230232 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91d4aab-e252-46ac-b906-35f5ef5caf00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:12.231527 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a91d4aab-e252-46ac-b906-35f5ef5caf00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.231851 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 550c420a-df2e-4a3f-a8fc-7a0787095df4, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=550c420a-df2e-4a3f-a8fc-7a0787095df4,segment=NetworkSegment(d1ef0893-4041-412f-b22d-35890c2aa166),segment_id=d1ef0893-4041-412f-b22d-35890c2aa166)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:12.277958 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': '550c420a-df2e-4a3f-a8fc-7a0787095df4', 'network_id': 'c1fed7a8-8b6d-4a4b-8422-4740b7c0e833', 'port_id': '550c420a-df2e-4a3f-a8fc-7a0787095df4', 'mac_address': 'fa:16:3e:45:c5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e33a10-afd1-4f78-874b-55614b82f1e9', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:45:12.347113 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-a91d4aab-e252-46ac-b906-35f5ef5caf00 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8266935 Jan 21 09:45:12.348295 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 52110) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:12.357586 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-8fa4e878-1b7d-4b52-8d7e-e45dbe4e64a9 admin admin] Request body: {'subnet': {'network_id': '185eec56-d702-449f-b261-73b231d90d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1295262412-subnet', 'tenant_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'ip_version': 4}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:12.405367 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab09351-a408-4ac2-a0ca-382d6a9d1257 req-67ef2e23-7286-4abb-a3ba-01512c82403e tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:12.405367 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7ab09351-a408-4ac2-a0ca-382d6a9d1257 req-67ef2e23-7286-4abb-a3ba-01512c82403e tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.1608064 Jan 21 09:45:12.405367 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d4aab-e252-46ac-b906-35f5ef5caf00 admin admin] Pushing event updated for resources: {'Network': ['ID=185eec56-d702-449f-b261-73b231d90d36,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:12.456225 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa4e878-1b7d-4b52-8d7e-e45dbe4e64a9 admin admin] Made reservation on behalf of fb073a2e4f1a426c85e42d222c8faac5 for: {'subnet': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:12.462671 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e878-1b7d-4b52-8d7e-e45dbe4e64a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4499758'] for subnet (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.506594 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port d7248ef6-9316-49a2-b5c2-6aa92f3ac971 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:12.507934 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.514187 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7ab09351-a408-4ac2-a0ca-382d6a9d1257 req-02fb4194-78d0-416a-ac34-98f62c62f400 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986247 Jan 21 09:45:12.554873 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network 185eec56-d702-449f-b261-73b231d90d36 details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:45:12.722507 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 550c420a-df2e-4a3f-a8fc-7a0787095df4 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:12.723745 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (550c420a-df2e-4a3f-a8fc-7a0787095df4), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.726240 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Sync routers for ids ['f714d7eb-b975-4b35-b704-cbf380a33306'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:12.752678 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e1b65-69f2-42b0-b892-6b1a144c5e10 req-91da698e-ff4f-4628-a903-ab67dd5abddd tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:12.760656 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cb4e1b65-69f2-42b0-b892-6b1a144c5e10 req-91da698e-ff4f-4628-a903-ab67dd5abddd tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 945 time: 0.0957971 Jan 21 09:45:12.796022 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Routers {'f714d7eb-b975-4b35-b704-cbf380a33306'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:45:12.797235 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:44:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['f714d7eb-b975-4b35-b704-cbf380a33306'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:12.806186 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e878-1b7d-4b52-8d7e-e45dbe4e64a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4494437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4499760'] for subnet (8b5d248e-9f6c-4518-8123-1cdd1f2a504b), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.852657 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cb4e1b65-69f2-42b0-b892-6b1a144c5e10 req-ea2a4232-0f1a-4c33-8980-b92a344e07f4 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894053 Jan 21 09:45:12.873063 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550c420a-df2e-4a3f-a8fc-7a0787095df4 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:45:12.886428 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-443b11ce-d356-489a-ab12-a723710f40cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.886712 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4e878-1b7d-4b52-8d7e-e45dbe4e64a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b5d248e-9f6c-4518-8123-1cdd1f2a504b,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:12.905354 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24052800-ecfe-4489-aa21-c06229ee8664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:12.908297 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcf0d21-7d09-41c3-9ed3-e8bb0d334896" -d '{"events": [{"server_uuid": "24052800-ecfe-4489-aa21-c06229ee8664", "name": "network-vif-plugged", "status": "completed", "tag": "d7248ef6-9316-49a2-b5c2-6aa92f3ac971"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:45:12.943617 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d7248ef6-9316-49a2-b5c2-6aa92f3ac971, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d7248ef6-9316-49a2-b5c2-6aa92f3ac971,segment=NetworkSegment(2bee3456-64e3-440d-9603-a0ee121debf8),segment_id=2bee3456-64e3-440d-9603-a0ee121debf8)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:12.948465 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 550c420a-df2e-4a3f-a8fc-7a0787095df4, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=550c420a-df2e-4a3f-a8fc-7a0787095df4,segment=NetworkSegment(d1ef0893-4041-412f-b22d-35890c2aa166),segment_id=d1ef0893-4041-412f-b22d-35890c2aa166)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:12.953941 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4e878-1b7d-4b52-8d7e-e45dbe4e64a9 admin admin] Checking segment: {'id': '399f8829-00a3-45a5-8d2a-92187d4b2a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '185eec56-d702-449f-b261-73b231d90d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:45:12.954182 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.955502 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa4e878-1b7d-4b52-8d7e-e45dbe4e64a9 admin admin] Network hostable DHCP agents. Network: 185eec56-d702-449f-b261-73b231d90d36, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:13.000800 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa4e878-1b7d-4b52-8d7e-e45dbe4e64a9 admin admin] Network 185eec56-d702-449f-b261-73b231d90d36 is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:13.033194 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-8fa4e878-1b7d-4b52-8d7e-e45dbe4e64a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, 185eec56-d702-449f-b261-73b231d90d36) {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:13.039248 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa4e878-1b7d-4b52-8d7e-e45dbe4e64a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:13.040223 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e878-1b7d-4b52-8d7e-e45dbe4e64a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:13.080460 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd72e05d-0d0b-4a78-98cd-c9ffd307b563 x-openstack-request-id: req-cd72e05d-0d0b-4a78-98cd-c9ffd307b563 {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:45:13.080767 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24052800-ecfe-4489-aa21-c06229ee8664", "name": "network-vif-plugged", "status": "completed", "tag": "d7248ef6-9316-49a2-b5c2-6aa92f3ac971", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:45:13.081042 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-cd72e05d-0d0b-4a78-98cd-c9ffd307b563 {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:45:13.081449 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24052800-ecfe-4489-aa21-c06229ee8664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971', 'code': 200} Jan 21 09:45:13.084811 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=d7248ef6-9316-49a2-b5c2-6aa92f3ac971,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:13.090039 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cb662c-52f0-488c-bcf9-064ed07f9702 None None] Network 185eec56-d702-449f-b261-73b231d90d36 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:45:13.114577 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-8fa4e878-1b7d-4b52-8d7e-e45dbe4e64a9 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7641616 Jan 21 09:45:13.117381 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 52122) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:13.124196 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1295262412-router', 'tenant_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:13.164817 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb00d1-0673-4a4c-aebf-61f3b287cae4 req-762349d7-742d-4ca6-9f6b-7c83063a1341 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:13.182148 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-cdfb00d1-0673-4a4c-aebf-61f3b287cae4 req-762349d7-742d-4ca6-9f6b-7c83063a1341 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1255479 Jan 21 09:45:13.213767 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7907917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15989'] for router (7696c5d9-5a77-4806-99d2-16d93b6dbee2), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:13.215619 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7909373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8057193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15994'] for router (7696c5d9-5a77-4806-99d2-16d93b6dbee2), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:13.270462 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-cdfb00d1-0673-4a4c-aebf-61f3b287cae4 req-29a2f0b3-3aae-4edd-b970-49610b15e442 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872822 Jan 21 09:45:13.290905 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device d78a9734-7846-4f6e-8e57-2913b0d9a331 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:45:13.293795 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (550c420a-df2e-4a3f-a8fc-7a0787095df4), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:13.375288 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=550c420a-df2e-4a3f-a8fc-7a0787095df4,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:13.415287 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Publish callbacks [] for router_controller (7696c5d9-5a77-4806-99d2-16d93b6dbee2), precommit_add_association {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:13.428338 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3693bb14-d069-572a-a73c-21e20adad4c6-185eec56-d702-449f-b261-73b231d90d36', 'network_id': '185eec56-d702-449f-b261-73b231d90d36', 'project_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'fixed_ips': [{'subnet_id': '8b5d248e-9f6c-4518-8123-1cdd1f2a504b'}]}} from dv-cinder-815614-10-iscsi. {{(pid=109058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:45:13.429653 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:13.454596 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Set router f714d7eb-b975-4b35-b704-cbf380a33306 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:45:13.481901 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e853a-a931-4dc8-b911-0e1e6f6d646a req-59ef42ae-baea-4314-8d89-a225118a5dab tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:13.491315 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-363e853a-a931-4dc8-b911-0e1e6f6d646a req-59ef42ae-baea-4314-8d89-a225118a5dab tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 948 time: 0.2498133 Jan 21 09:45:13.532689 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193e694-ecaf-4f15-accf-64da7b159b47 req-05ad696e-4d44-483d-abf5-a1ba6299c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:13.534515 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d193e694-ecaf-4f15-accf-64da7b159b47 req-05ad696e-4d44-483d-abf5-a1ba6299c970 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 1099 time: 0.2227576 Jan 21 09:45:13.644048 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['550c420a-df2e-4a3f-a8fc-7a0787095df4'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:45:13.672739 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Publish callbacks [] for router_gateway (7696c5d9-5a77-4806-99d2-16d93b6dbee2), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:13.702408 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-363e853a-a931-4dc8-b911-0e1e6f6d646a req-c51d350d-8f99-4e78-8fa5-f12db538db67 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/security-groups?id=cca4f6e2-4239-429b-a8a9-a010aabbc3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097428 Jan 21 09:45:13.703023 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port d78a9734-7846-4f6e-8e57-2913b0d9a331 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:13.703426 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d78a9734-7846-4f6e-8e57-2913b0d9a331), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:13.715432 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d193e694-ecaf-4f15-accf-64da7b159b47 req-2902b654-558f-4ec7-b69b-f8ad8404d9f9 service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726456 Jan 21 09:45:13.740471 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be9988-5f1a-4ab0-93cc-c94056fd69fe req-432a3950-e9b5-4ca1-b493-b331bd52ca07 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:13.742953 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-89be9988-5f1a-4ab0-93cc-c94056fd69fe req-432a3950-e9b5-4ca1-b493-b331bd52ca07 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.1164346 Jan 21 09:45:13.832827 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-89be9988-5f1a-4ab0-93cc-c94056fd69fe req-f837c92f-5652-4325-b391-121584bd0f67 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788472 Jan 21 09:45:14.022814 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.db_base_plugin_common [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Allocated IP 172.20.0.2 (185eec56-d702-449f-b261-73b231d90d36/8b5d248e-9f6c-4518-8123-1cdd1f2a504b/8ce6dbc3-ead4-47b0-b301-977cb44aa277) {{(pid=109058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:14.031343 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a024a-fcee-4142-af8f-61e6107e67e7 req-d63cc680-a4de-4808-9379-60562ed2ea3f tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:14.049822 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-7e5a024a-fcee-4142-af8f-61e6107e67e7 req-d63cc680-a4de-4808-9379-60562ed2ea3f tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.1059556 Jan 21 09:45:14.200533 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port d78a9734-7846-4f6e-8e57-2913b0d9a331 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:14.249504 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'name': 'tempest-TestMinimumBasicScenario-723539494-router', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:08Z', 'revision_number': 4, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'gw_port': {'id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '07aa7900-df3a-4755-9c66-030306b57116', 'name': '', 'network_id': '677739cc-fde9-4813-a949-b3058144337e', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'mac_address': 'fa:16:3e:57:8d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:08Z', 'updated_at': '2022-01-21T09:45:08Z', 'revision_number': 2, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'subnets': [{'id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:14.291815 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Checking router: f714d7eb-b975-4b35-b704-cbf380a33306 for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:45:14.292202 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Updating router f714d7eb-b975-4b35-b704-cbf380a33306 port 07aa7900-df3a-4755-9c66-030306b57116 binding host dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:45:14.338290 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Publish callbacks [] for router_gateway (7696c5d9-5a77-4806-99d2-16d93b6dbee2), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:14.363712 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (07aa7900-df3a-4755-9c66-030306b57116), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:14.403083 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:14.416150 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-7e5a024a-fcee-4142-af8f-61e6107e67e7 req-0bb18c5f-8921-4cde-99f4-c14eb07d1ab9 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3600886 Jan 21 09:45:14.416409 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Publish callbacks [] for port (8ce6dbc3-ead4-47b0-b301-977cb44aa277), precommit_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:14.451213 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834'] for port (8ce6dbc3-ead4-47b0-b301-977cb44aa277), after_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:14.564645 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Network 185eec56-d702-449f-b261-73b231d90d36 is already hosted by enough agents. {{(pid=109058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:14.575833 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.base_scheduler [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Resources bound (agent type, host, resource id): {{(pid=109058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:14.580201 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Allocated IP 172.27.1.176 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/c9fd7178-9ff1-4759-81e6-d846733c4eb5) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:14.585237 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Received port after_create {{(pid=109058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:45:14.592189 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Pushing event updated for resources: {'Port': ['ID=8ce6dbc3-ead4-47b0-b301-977cb44aa277,revision_number=1']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:14.643101 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53636c5f-9642-46fb-8377-a0a4db5df0fa req-e203d260-1a97-4bd5-881a-07540dd75ea1 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:14.651644 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-53636c5f-9642-46fb-8377-a0a4db5df0fa req-e203d260-1a97-4bd5-881a-07540dd75ea1 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.2518783 Jan 21 09:45:14.793342 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-53636c5f-9642-46fb-8377-a0a4db5df0fa req-e1110294-0037-42e1-9ffb-cdd44613b0a0 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402063 Jan 21 09:45:14.850334 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Publish callbacks [] for port (c9fd7178-9ff1-4759-81e6-d846733c4eb5), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:14.911736 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9109e17-c76b-4c80-a9d9-b55428876067 req-80d18d1f-17e0-45c2-96d9-88c02a8855bb tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:14.913716 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e9109e17-c76b-4c80-a9d9-b55428876067 req-80d18d1f-17e0-45c2-96d9-88c02a8855bb tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 948 time: 0.0858116 Jan 21 09:45:14.928354 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (c9fd7178-9ff1-4759-81e6-d846733c4eb5), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:14.955263 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Attempting to bind port 8ce6dbc3-ead4-47b0-b301-977cb44aa277 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:45:14.955680 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Attempting to bind port 8ce6dbc3-ead4-47b0-b301-977cb44aa277 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '399f8829-00a3-45a5-8d2a-92187d4b2a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '185eec56-d702-449f-b261-73b231d90d36'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:45:14.956022 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Attempting to bind port 8ce6dbc3-ead4-47b0-b301-977cb44aa277 on network 185eec56-d702-449f-b261-73b231d90d36 {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:45:14.966331 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:45:14.966766 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Checking segment: {'id': '399f8829-00a3-45a5-8d2a-92187d4b2a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '185eec56-d702-449f-b261-73b231d90d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:45:14.967181 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:14.967586 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Bound using segment: {'id': '399f8829-00a3-45a5-8d2a-92187d4b2a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '185eec56-d702-449f-b261-73b231d90d36'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:45:14.968086 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Bound port: 8ce6dbc3-ead4-47b0-b301-977cb44aa277, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399f8829-00a3-45a5-8d2a-92187d4b2a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '185eec56-d702-449f-b261-73b231d90d36'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:45:14.968483 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (8ce6dbc3-ead4-47b0-b301-977cb44aa277), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:15.012900 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e9109e17-c76b-4c80-a9d9-b55428876067 req-9cf42c4c-b175-4dc0-9f3d-2ac68b0c57c7 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/security-groups?id=cca4f6e2-4239-429b-a8a9-a010aabbc3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908594 Jan 21 09:45:15.141642 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:15.141642 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Pushing event updated for resources: {'Port': ['ID=c9fd7178-9ff1-4759-81e6-d846733c4eb5,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:15.141642 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:15.141642 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:45:15.160968 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] For port 8ce6dbc3-ead4-47b0-b301-977cb44aa277, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:15.220170 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] For port 8ce6dbc3-ead4-47b0-b301-977cb44aa277, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=8ce6dbc3-ead4-47b0-b301-977cb44aa277,segment=NetworkSegment(399f8829-00a3-45a5-8d2a-92187d4b2a43),segment_id=399f8829-00a3-45a5-8d2a-92187d4b2a43)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:15.229691 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Publish callbacks [] for port (07aa7900-df3a-4755-9c66-030306b57116), precommit_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:15.235332 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (8ce6dbc3-ead4-47b0-b301-977cb44aa277), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:15.296122 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f091295-a583-4451-9959-c1375171d8ac req-72017275-a766-4096-9dff-42f1acc2f1bf tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:15.303461 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (07aa7900-df3a-4755-9c66-030306b57116), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:15.304229 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9f091295-a583-4451-9959-c1375171d8ac req-72017275-a766-4096-9dff-42f1acc2f1bf tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.3559854 Jan 21 09:45:15.305860 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de8c81-cce4-46ba-8e5d-b0b86fd2fafe None None] Pushing event updated for resources: {'Port': ['ID=8ce6dbc3-ead4-47b0-b301-977cb44aa277,revision_number=2']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:15.422517 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9e820-b3fd-4c54-8c2a-300152192164 None None] Pushing event updated for resources: {'Port': ['ID=07aa7900-df3a-4755-9c66-030306b57116,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:15.473050 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 550c420a-df2e-4a3f-a8fc-7a0787095df4 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:45:15.503519 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9f091295-a583-4451-9959-c1375171d8ac req-b77b6919-efeb-4819-9990-c0efb8f2eb3c tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971111 Jan 21 09:45:15.557440 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-9ee513b9-12b7-4cff-bdef-e808fc9a8ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:15.612525 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Attempting to bind port 07aa7900-df3a-4755-9c66-030306b57116 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:45:15.613025 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Attempting to bind port 07aa7900-df3a-4755-9c66-030306b57116 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '350bbcbb-1af6-4d86-95cf-1010219286ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '677739cc-fde9-4813-a949-b3058144337e'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:45:15.613273 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Attempting to bind port 07aa7900-df3a-4755-9c66-030306b57116 on network 677739cc-fde9-4813-a949-b3058144337e {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:45:15.633136 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:45:15.633574 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Checking segment: {'id': '350bbcbb-1af6-4d86-95cf-1010219286ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '677739cc-fde9-4813-a949-b3058144337e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:45:15.633970 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:15.634387 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Bound using segment: {'id': '350bbcbb-1af6-4d86-95cf-1010219286ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '677739cc-fde9-4813-a949-b3058144337e'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:45:15.636988 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Bound port: 07aa7900-df3a-4755-9c66-030306b57116, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '350bbcbb-1af6-4d86-95cf-1010219286ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '677739cc-fde9-4813-a949-b3058144337e'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:45:15.639053 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (07aa7900-df3a-4755-9c66-030306b57116), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:15.659827 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601c194-372b-4c18-bf67-bc0f645fcc54 req-d80212d6-1be7-44a0-bad3-62b373192b2c tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:15.671413 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b601c194-372b-4c18-bf67-bc0f645fcc54 req-d80212d6-1be7-44a0-bad3-62b373192b2c tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.1445472 Jan 21 09:45:15.728905 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port 550c420a-df2e-4a3f-a8fc-7a0787095df4 completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:15.741626 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Publish callbacks [] for router_gateway (7696c5d9-5a77-4806-99d2-16d93b6dbee2), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:15.742013 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port 550c420a-df2e-4a3f-a8fc-7a0787095df4 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:15.744151 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (550c420a-df2e-4a3f-a8fc-7a0787095df4), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:15.834424 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] For port 07aa7900-df3a-4755-9c66-030306b57116, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:15.839866 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] For port 07aa7900-df3a-4755-9c66-030306b57116, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=07aa7900-df3a-4755-9c66-030306b57116,segment=NetworkSegment(350bbcbb-1af6-4d86-95cf-1010219286ec),segment_id=350bbcbb-1af6-4d86-95cf-1010219286ec)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:15.848504 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b601c194-372b-4c18-bf67-bc0f645fcc54 req-64041263-792b-431f-9f5a-28904c346e35 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583891 Jan 21 09:45:15.878990 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (07aa7900-df3a-4755-9c66-030306b57116), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:16.020987 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9e820-b3fd-4c54-8c2a-300152192164 None None] Pushing event updated for resources: {'Port': ['ID=07aa7900-df3a-4755-9c66-030306b57116,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:16.066881 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Routers {'f714d7eb-b975-4b35-b704-cbf380a33306'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:45:16.067961 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:45:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['f714d7eb-b975-4b35-b704-cbf380a33306'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:16.137732 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec9bdb-daed-468c-b5db-0349be6db180 req-8fd63869-aa05-46b4-95d2-be14a55e79d8 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:16.149296 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d0ec9bdb-daed-468c-b5db-0349be6db180 req-8fd63869-aa05-46b4-95d2-be14a55e79d8 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.1279948 Jan 21 09:45:16.209903 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf95974-0a62-498a-b00f-d4d3618a10ec req-065ff73a-d1a2-4cc2-9bc4-6073f8897dd4 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:16.229727 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cbf95974-0a62-498a-b00f-d4d3618a10ec req-065ff73a-d1a2-4cc2-9bc4-6073f8897dd4 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.2188807 Jan 21 09:45:16.273091 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] Set router f714d7eb-b975-4b35-b704-cbf380a33306 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:45:16.283549 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d0ec9bdb-daed-468c-b5db-0349be6db180 req-16f4d6a5-9d02-4838-98f4-69a088dcce3e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271505 Jan 21 09:45:16.302131 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 52166) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:16.363737 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-54057e49-3fa4-44db-8f87-c85a6db43399 None None] Provisioning complete for port 07aa7900-df3a-4755-9c66-030306b57116 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:16.364148 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-54057e49-3fa4-44db-8f87-c85a6db43399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (07aa7900-df3a-4755-9c66-030306b57116), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:16.427580 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cbf95974-0a62-498a-b00f-d4d3618a10ec req-617d3117-73b5-4717-a14e-972d2485528c tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969452 Jan 21 09:45:16.429420 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7909322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7910412'] for router (7696c5d9-5a77-4806-99d2-16d93b6dbee2), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:16.534698 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757de834-87ed-446c-b337-0aca813eeb99 req-df7c4804-d382-4f39-92a5-8e6451753f04 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:16.549602 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-757de834-87ed-446c-b337-0aca813eeb99 req-df7c4804-d382-4f39-92a5-8e6451753f04 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 948 time: 0.1133502 Jan 21 09:45:16.565643 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 550c420a-df2e-4a3f-a8fc-7a0787095df4 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:16.566044 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (550c420a-df2e-4a3f-a8fc-7a0787095df4), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:16.675048 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-757de834-87ed-446c-b337-0aca813eeb99 req-e25cecca-6fb8-4e62-9db9-0b8a26dd10df tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/security-groups?id=cca4f6e2-4239-429b-a8a9-a010aabbc3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244133 Jan 21 09:45:16.683833 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Router 7696c5d9-5a77-4806-99d2-16d93b6dbee2 is scheduled to L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 with binding_index 1 {{(pid=109056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:45:16.695038 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8840ba4b-725f-4a02-af07-36f343777e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550c420a-df2e-4a3f-a8fc-7a0787095df4'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:16.697576 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab03148d-f1ed-4f25-b90d-7fea3222482a" -d '{"events": [{"server_uuid": "8840ba4b-725f-4a02-af07-36f343777e9f", "name": "network-vif-plugged", "status": "completed", "tag": "550c420a-df2e-4a3f-a8fc-7a0787095df4"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:45:16.764490 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 550c420a-df2e-4a3f-a8fc-7a0787095df4, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=550c420a-df2e-4a3f-a8fc-7a0787095df4,segment=NetworkSegment(d1ef0893-4041-412f-b22d-35890c2aa166),segment_id=d1ef0893-4041-412f-b22d-35890c2aa166)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:16.775988 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (550c420a-df2e-4a3f-a8fc-7a0787095df4), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:16.827469 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2300ab9f-70e1-48b2-be33-c3d3b226bb52 tempest-TestShelveInstance-1548165269 tempest-TestShelveInstance-1548165269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:16.829449 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-2300ab9f-70e1-48b2-be33-c3d3b226bb52 tempest-TestShelveInstance-1548165269 tempest-TestShelveInstance-1548165269-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 1094 time: 0.5260620 Jan 21 09:45:16.834445 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 52178) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:16.855497 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Request body: {'floatingip': {'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'port_id': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:16.863584 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ae17fb-e848-4d7c-a85d-45722398110f x-openstack-request-id: req-33ae17fb-e848-4d7c-a85d-45722398110f {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:45:16.863923 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8840ba4b-725f-4a02-af07-36f343777e9f", "name": "network-vif-plugged", "status": "completed", "tag": "550c420a-df2e-4a3f-a8fc-7a0787095df4", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:45:16.864194 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-33ae17fb-e848-4d7c-a85d-45722398110f {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:45:16.864611 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8840ba4b-725f-4a02-af07-36f343777e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550c420a-df2e-4a3f-a8fc-7a0787095df4', 'code': 200} Jan 21 09:45:16.868145 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=550c420a-df2e-4a3f-a8fc-7a0787095df4,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:16.898068 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:16.965827 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f664a9-406d-4650-829a-d080605dfadb req-723a4a5a-4097-4b71-92e3-efefc40fc1de tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:16.975907 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c7f664a9-406d-4650-829a-d080605dfadb req-723a4a5a-4097-4b71-92e3-efefc40fc1de tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.2165935 Jan 21 09:45:17.065377 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:17.075298 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:17.092495 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Sync routers for ids ['7696c5d9-5a77-4806-99d2-16d93b6dbee2'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:17.093250 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-54057e49-3fa4-44db-8f87-c85a6db43399 None None] Current status of the port 07aa7900-df3a-4755-9c66-030306b57116 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:17.093393 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-54057e49-3fa4-44db-8f87-c85a6db43399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (07aa7900-df3a-4755-9c66-030306b57116), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:17.126510 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:17.129910 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Routers {'7696c5d9-5a77-4806-99d2-16d93b6dbee2'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:45:17.130151 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:45:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['7696c5d9-5a77-4806-99d2-16d93b6dbee2'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:17.204998 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'name': 'tempest-TestMinimumBasicScenario-723539494-router', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:08Z', 'revision_number': 4, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'gw_port': {'id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '07aa7900-df3a-4755-9c66-030306b57116', 'name': '', 'network_id': '677739cc-fde9-4813-a949-b3058144337e', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'mac_address': 'fa:16:3e:57:8d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:08Z', 'updated_at': '2022-01-21T09:45:15Z', 'revision_number': 4, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'subnets': [{'id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:17.205693 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c7f664a9-406d-4650-829a-d080605dfadb req-8e0d4c16-58ca-473c-80da-70eeaba54fbd tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289145 Jan 21 09:45:17.234541 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:17.245340 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 52180) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:17.246226 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-4b331bd4-26bf-444b-a66b-ad4642881176 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1265087 Jan 21 09:45:17.271982 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524d927-9cd0-4ba5-be9a-17dd632caf5c req-6e84117c-91fd-4011-81b6-dfcd819cee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:17.273590 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6524d927-9cd0-4ba5-be9a-17dd632caf5c req-6e84117c-91fd-4011-81b6-dfcd819cee1b service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 1102 time: 0.1596541 Jan 21 09:45:17.294633 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf1596-47c7-4afc-950b-dc0c29092d01 None None] The sync data for ids ['f714d7eb-b975-4b35-b704-cbf380a33306'] in dv-cinder-815614-10-iscsi is: [{'id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'name': 'tempest-TestMinimumBasicScenario-723539494-router', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:08Z', 'revision_number': 4, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'gw_port': {'id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '07aa7900-df3a-4755-9c66-030306b57116', 'name': '', 'network_id': '677739cc-fde9-4813-a949-b3058144337e', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'mac_address': 'fa:16:3e:57:8d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:08Z', 'updated_at': '2022-01-21T09:45:15Z', 'revision_number': 4, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'subnets': [{'id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:17.297893 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 8ce6dbc3-ead4-47b0-b301-977cb44aa277 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:45:17.310529 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-54057e49-3fa4-44db-8f87-c85a6db43399 None None] For port 07aa7900-df3a-4755-9c66-030306b57116, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=07aa7900-df3a-4755-9c66-030306b57116,segment=NetworkSegment(350bbcbb-1af6-4d86-95cf-1010219286ec),segment_id=350bbcbb-1af6-4d86-95cf-1010219286ec)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:17.413236 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-54057e49-3fa4-44db-8f87-c85a6db43399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (07aa7900-df3a-4755-9c66-030306b57116), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:17.423486 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6524d927-9cd0-4ba5-be9a-17dd632caf5c req-2e106333-5190-4991-8e99-638704b0d56e service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=cca4f6e2-4239-429b-a8a9-a010aabbc3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437953 Jan 21 09:45:17.428724 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Set router 7696c5d9-5a77-4806-99d2-16d93b6dbee2 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:45:17.630690 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54057e49-3fa4-44db-8f87-c85a6db43399 None None] Pushing event updated for resources: {'Port': ['ID=07aa7900-df3a-4755-9c66-030306b57116,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:17.757591 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-9d95282e-ea24-415e-ae0a-aa1d1e4541eb None None] Provisioning complete for port 07aa7900-df3a-4755-9c66-030306b57116 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:17.757998 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-9d95282e-ea24-415e-ae0a-aa1d1e4541eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (07aa7900-df3a-4755-9c66-030306b57116), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:17.763997 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'name': 'tempest-TestMinimumBasicScenario-1295262412-router', 'tenant_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c9fd7178-9ff1-4759-81e6-d846733c4eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:13Z', 'updated_at': '2022-01-21T09:45:15Z', 'revision_number': 3, 'project_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'gw_port': {'id': 'c9fd7178-9ff1-4759-81e6-d846733c4eb5', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ae:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:14Z', 'updated_at': '2022-01-21T09:45:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:17.810905 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 8ce6dbc3-ead4-47b0-b301-977cb44aa277 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:17.811294 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (8ce6dbc3-ead4-47b0-b301-977cb44aa277), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:17.825214 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Allocated IP 172.27.1.224 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/4524e716-8e2c-467f-b42e-49435c028de8) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:17.841749 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Checking router: 7696c5d9-5a77-4806-99d2-16d93b6dbee2 for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:45:17.842235 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Updating router 7696c5d9-5a77-4806-99d2-16d93b6dbee2 port c9fd7178-9ff1-4759-81e6-d846733c4eb5 binding host dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:45:17.878342 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (c9fd7178-9ff1-4759-81e6-d846733c4eb5), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:17.908166 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af6834a-13c7-4b63-bd4f-1f6f831ceec8 None None] Network 185eec56-d702-449f-b261-73b231d90d36 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:45:17.932590 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb69e2-d31d-47c6-a43e-45007a473d70 req-bf3e9c46-7d48-471e-9ef8-fa818e1b4c49 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:17.941487 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b7bb69e2-d31d-47c6-a43e-45007a473d70 req-bf3e9c46-7d48-471e-9ef8-fa818e1b4c49 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.3288531 Jan 21 09:45:18.113224 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22526af4-dc62-42b2-8e46-2e224801311d req-f8799b9a-265f-4d15-8c37-08fbdcc370c6 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:18.121844 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-22526af4-dc62-42b2-8e46-2e224801311d req-f8799b9a-265f-4d15-8c37-08fbdcc370c6 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 949 time: 0.0746961 Jan 21 09:45:18.162869 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-9d95282e-ea24-415e-ae0a-aa1d1e4541eb None None] Current status of the port 07aa7900-df3a-4755-9c66-030306b57116 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:18.183932 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 8ce6dbc3-ead4-47b0-b301-977cb44aa277 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:18.184691 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (8ce6dbc3-ead4-47b0-b301-977cb44aa277), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:18.236658 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-22526af4-dc62-42b2-8e46-2e224801311d req-93b94893-5980-49dc-b392-2b1130b6ef57 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/security-groups?id=cca4f6e2-4239-429b-a8a9-a010aabbc3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136935 Jan 21 09:45:18.338680 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] For port 8ce6dbc3-ead4-47b0-b301-977cb44aa277, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=8ce6dbc3-ead4-47b0-b301-977cb44aa277,segment=NetworkSegment(399f8829-00a3-45a5-8d2a-92187d4b2a43),segment_id=399f8829-00a3-45a5-8d2a-92187d4b2a43)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:18.341815 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b7bb69e2-d31d-47c6-a43e-45007a473d70 req-41093612-0ab5-4691-8723-3b2882d22fad tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988910 Jan 21 09:45:18.390560 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (8ce6dbc3-ead4-47b0-b301-977cb44aa277), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:18.447181 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for port (4524e716-8e2c-467f-b42e-49435c028de8), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:18.457171 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeaf4f1-daf0-4668-9a0a-1a5631707c43 req-bf4c46f6-9ed4-439a-b7a8-cb6f55bdb587 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:18.470263 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fdeaf4f1-daf0-4668-9a0a-1a5631707c43 req-bf4c46f6-9ed4-439a-b7a8-cb6f55bdb587 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0784457 Jan 21 09:45:18.549477 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fdeaf4f1-daf0-4668-9a0a-1a5631707c43 req-a717bb51-9585-4ddc-88bd-53e8fa6d7d74 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780845 Jan 21 09:45:18.554272 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-4a74ef10-e36d-428a-aaf7-5cca6c308aee None None] Provisioning complete for port 8ce6dbc3-ead4-47b0-b301-977cb44aa277 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:18.555222 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-4a74ef10-e36d-428a-aaf7-5cca6c308aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (8ce6dbc3-ead4-47b0-b301-977cb44aa277), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:18.676790 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (4524e716-8e2c-467f-b42e-49435c028de8), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:18.894373 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:18.908743 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:18.919597 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:45:19.085066 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Pushing event updated for resources: {'Port': ['ID=4524e716-8e2c-467f-b42e-49435c028de8,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:19.163220 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Publish callbacks [] for port (c9fd7178-9ff1-4759-81e6-d846733c4eb5), precommit_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:19.178023 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (c9fd7178-9ff1-4759-81e6-d846733c4eb5), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:19.231282 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:19.265092 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0522dfb-8596-447e-a7e4-245eb324a039 req-b6ca0763-4f97-48ea-9ddf-54b9f014e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:19.273272 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a0522dfb-8596-447e-a7e4-245eb324a039 req-b6ca0763-4f97-48ea-9ddf-54b9f014e1df service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 1098 time: 0.1952024 Jan 21 09:45:19.280159 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 07aa7900-df3a-4755-9c66-030306b57116 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:45:19.349616 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0459881-3006-4bf7-9777-842672047c40 None None] Pushing event updated for resources: {'Port': ['ID=c9fd7178-9ff1-4759-81e6-d846733c4eb5,revision_number=2']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:19.362898 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Attempting to bind port c9fd7178-9ff1-4759-81e6-d846733c4eb5 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:45:19.364084 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Attempting to bind port c9fd7178-9ff1-4759-81e6-d846733c4eb5 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:45:19.367128 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Attempting to bind port c9fd7178-9ff1-4759-81e6-d846733c4eb5 on network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:45:19.389249 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a0522dfb-8596-447e-a7e4-245eb324a039 req-1cbd0bd3-b2c0-426c-8f34-712525e1f18c service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092515 Jan 21 09:45:19.407686 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:45:19.411128 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Checking segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:45:19.411710 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:19.412505 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Bound using segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:45:19.414141 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Bound port: c9fd7178-9ff1-4759-81e6-d846733c4eb5, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:45:19.417293 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (c9fd7178-9ff1-4759-81e6-d846733c4eb5), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:19.488247 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:19.498199 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:19.515774 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Pushing event updated for resources: {'Port': ['ID=8ce6dbc3-ead4-47b0-b301-977cb44aa277,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:19.609658 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 07aa7900-df3a-4755-9c66-030306b57116 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:19.610468 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (07aa7900-df3a-4755-9c66-030306b57116), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:19.629839 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] For port c9fd7178-9ff1-4759-81e6-d846733c4eb5, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:19.637577 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] For port c9fd7178-9ff1-4759-81e6-d846733c4eb5, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=c9fd7178-9ff1-4759-81e6-d846733c4eb5,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:19.649125 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (c9fd7178-9ff1-4759-81e6-d846733c4eb5), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:19.672768 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3182d7d-984d-464a-a3e0-71c4375fa359 req-58244911-d66e-419a-a4ef-3b0af3e78e59 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:19.691226 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e3182d7d-984d-464a-a3e0-71c4375fa359 req-58244911-d66e-419a-a4ef-3b0af3e78e59 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1696815 Jan 21 09:45:19.746023 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe0024-96dd-4e10-a66c-5be5c0555c9c req-2a5ff7b9-7d8e-4e8e-b1b3-a18fc134e5c5 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:19.747766 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-38fe0024-96dd-4e10-a66c-5be5c0555c9c req-2a5ff7b9-7d8e-4e8e-b1b3-a18fc134e5c5 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 949 time: 0.2139695 Jan 21 09:45:19.778128 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-4a74ef10-e36d-428a-aaf7-5cca6c308aee None None] Current status of the port 8ce6dbc3-ead4-47b0-b301-977cb44aa277 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:19.859672 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e3182d7d-984d-464a-a3e0-71c4375fa359 req-6e0a76a4-abe2-4692-aa0c-8a1302ad7857 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652086 Jan 21 09:45:19.869399 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0459881-3006-4bf7-9777-842672047c40 None None] Pushing event updated for resources: {'Port': ['ID=c9fd7178-9ff1-4759-81e6-d846733c4eb5,revision_number=3']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:19.881834 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 07aa7900-df3a-4755-9c66-030306b57116 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:19.887577 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Routers {'7696c5d9-5a77-4806-99d2-16d93b6dbee2'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:45:19.889118 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:45:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['7696c5d9-5a77-4806-99d2-16d93b6dbee2'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:19.918998 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-7b0dc11f-6df6-4ed0-bd0f-181c2adc119c None None] Provisioning complete for port 8ce6dbc3-ead4-47b0-b301-977cb44aa277 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:19.919381 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc11f-6df6-4ed0-bd0f-181c2adc119c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (8ce6dbc3-ead4-47b0-b301-977cb44aa277), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:20.040484 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-38fe0024-96dd-4e10-a66c-5be5c0555c9c req-8249169a-2ba3-4319-b71f-b7a0dbda4c60 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/security-groups?id=cca4f6e2-4239-429b-a8a9-a010aabbc3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656059 Jan 21 09:45:20.083884 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-7b0dc11f-6df6-4ed0-bd0f-181c2adc119c None None] Current status of the port 8ce6dbc3-ead4-47b0-b301-977cb44aa277 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:20.167875 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9cedb-024e-4515-82f1-b64b22612503 req-ba1328ae-fa95-4208-831a-9f80af0c4df4 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:20.170626 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] Allocated IP 172.20.0.1 (185eec56-d702-449f-b261-73b231d90d36/8b5d248e-9f6c-4518-8123-1cdd1f2a504b/7fb7b741-7166-465c-bb81-ffe79cb58b0e) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:20.176813 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] Set router 7696c5d9-5a77-4806-99d2-16d93b6dbee2 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:45:20.178722 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f7c9cedb-024e-4515-82f1-b64b22612503 req-ba1328ae-fa95-4208-831a-9f80af0c4df4 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.1887202 Jan 21 09:45:20.314698 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f7c9cedb-024e-4515-82f1-b64b22612503 req-a57efb36-f6c2-4145-9034-48a103d64929 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296670 Jan 21 09:45:20.367720 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for floatingip (161c63ce-d36b-40b9-a59f-65c5b4b7d1a9), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:20.669817 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'name': 'tempest-TestMinimumBasicScenario-1295262412-router', 'tenant_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c9fd7178-9ff1-4759-81e6-d846733c4eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:13Z', 'updated_at': '2022-01-21T09:45:15Z', 'revision_number': 3, 'project_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'gw_port': {'id': 'c9fd7178-9ff1-4759-81e6-d846733c4eb5', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ae:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:14Z', 'updated_at': '2022-01-21T09:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:20.745031 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4c0645-416e-490e-9c89-4ed5d8138ee1 None None] The sync data for ids ['7696c5d9-5a77-4806-99d2-16d93b6dbee2'] in dv-cinder-815614-10-iscsi is: [{'id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'name': 'tempest-TestMinimumBasicScenario-1295262412-router', 'tenant_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c9fd7178-9ff1-4759-81e6-d846733c4eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:13Z', 'updated_at': '2022-01-21T09:45:15Z', 'revision_number': 3, 'project_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'gw_port': {'id': 'c9fd7178-9ff1-4759-81e6-d846733c4eb5', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ae:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:14Z', 'updated_at': '2022-01-21T09:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:20.805149 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985eb44-8fe4-4c58-9595-ad9c7810c368 req-64b136c4-781c-4036-8a77-f1d58fe91514 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:20.807821 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e985eb44-8fe4-4c58-9595-ad9c7810c368 req-64b136c4-781c-4036-8a77-f1d58fe91514 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.1099358 Jan 21 09:45:20.843193 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef218695-a1c7-4fb2-890d-0f6362a2b91e req-295dee02-e33a-40da-ba48-01feb3a8109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:20.847775 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ef218695-a1c7-4fb2-890d-0f6362a2b91e req-295dee02-e33a-40da-ba48-01feb3a8109e service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=bf5c8457d6fe4995bbd14e5daf73f93a&device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 1099 time: 0.0955989 Jan 21 09:45:20.979143 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef218695-a1c7-4fb2-890d-0f6362a2b91e req-7274bbdc-dc2e-4831-88b3-66253a39ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:20.980871 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ef218695-a1c7-4fb2-890d-0f6362a2b91e req-7274bbdc-dc2e-4831-88b3-66253a39ed2c service neutron] 10.222.0.130 "GET /v2.0/networks?id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe HTTP/1.1" status: 200 len: 910 time: 0.1197979 Jan 21 09:45:21.019544 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 8ce6dbc3-ead4-47b0-b301-977cb44aa277 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:45:21.020525 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (4524e716-8e2c-467f-b42e-49435c028de8), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:21.093066 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ef218695-a1c7-4fb2-890d-0f6362a2b91e req-4278ce47-4142-4514-b802-8c0ac2912502 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec640504-2a98-43e9-a97b-ca251ed7f526 HTTP/1.1" status: 200 len: 1002 time: 0.1048937 Jan 21 09:45:21.110781 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e985eb44-8fe4-4c58-9595-ad9c7810c368 req-3c92ef46-9e0b-4cc9-b01e-ef0083499056 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958207 Jan 21 09:45:21.159228 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 8ce6dbc3-ead4-47b0-b301-977cb44aa277 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:21.159763 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (8ce6dbc3-ead4-47b0-b301-977cb44aa277), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:21.265115 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef218695-a1c7-4fb2-890d-0f6362a2b91e req-707d98ef-2ba3-49af-becc-8d4ce586cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:21.267786 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ef218695-a1c7-4fb2-890d-0f6362a2b91e req-707d98ef-2ba3-49af-becc-8d4ce586cdfd service neutron] 10.222.0.130 "GET /v2.0/subnets?id=915c81a7-b891-4f9b-9add-d5069201e814 HTTP/1.1" status: 200 len: 848 time: 0.1556637 Jan 21 09:45:21.303974 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for port (4524e716-8e2c-467f-b42e-49435c028de8), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:21.339116 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4495340'] for port (4524e716-8e2c-467f-b42e-49435c028de8), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:21.357917 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] Publish callbacks [] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:21.392330 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3fe32-fab1-4c91-9e2a-b435c50eb214 req-7e8acd84-694d-4cd4-98f2-8c06f3b7557d tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:21.395592 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 8ce6dbc3-ead4-47b0-b301-977cb44aa277 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:21.396200 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1a2a8-bdbe-4140-858a-16e3f642b79b req-aeef4d70-e032-4acb-956f-bb83d41afaba tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:21.404049 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-17f1a2a8-bdbe-4140-858a-16e3f642b79b req-aeef4d70-e032-4acb-956f-bb83d41afaba tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1349125 Jan 21 09:45:21.407352 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b2e3fe32-fab1-4c91-9e2a-b435c50eb214 req-7e8acd84-694d-4cd4-98f2-8c06f3b7557d tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 949 time: 0.8248010 Jan 21 09:45:21.428073 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef218695-a1c7-4fb2-890d-0f6362a2b91e req-1dd1ea4a-7651-4f73-93af-0dbac5c46805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:21.429597 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ef218695-a1c7-4fb2-890d-0f6362a2b91e req-1dd1ea4a-7651-4f73-93af-0dbac5c46805 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1095974 Jan 21 09:45:21.531370 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Pushing event updated for resources: {'Port': ['ID=4524e716-8e2c-467f-b42e-49435c028de8,revision_number=2']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:21.562344 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910602'] for floatingip (161c63ce-d36b-40b9-a59f-65c5b4b7d1a9), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:21.578986 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:21.791724 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.l3_db [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Floating IP 161c63ce-d36b-40b9-a59f-65c5b4b7d1a9 associated. External IP: 172.27.1.224, port: d7248ef6-9316-49a2-b5c2-6aa92f3ac971. Jan 21 09:45:21.828654 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-17f1a2a8-bdbe-4140-858a-16e3f642b79b req-b7cf54c6-75f4-454a-9051-649bec357588 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179609 Jan 21 09:45:21.862970 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b2e3fe32-fab1-4c91-9e2a-b435c50eb214 req-e0b568a2-55f0-4f3a-b58b-c85c66620b0c tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/security-groups?id=cca4f6e2-4239-429b-a8a9-a010aabbc3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258626 Jan 21 09:45:21.886618 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ef218695-a1c7-4fb2-890d-0f6362a2b91e req-b3194ba6-4c0b-40d9-8458-3fbab9e68e03 service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430873 Jan 21 09:45:21.900043 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] Pushing event updated for resources: {'Port': ['ID=7fb7b741-7166-465c-bb81-ffe79cb58b0e,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:21.951941 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] Network 185eec56-d702-449f-b261-73b231d90d36 is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:21.956856 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:21.962478 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:45:22.180388 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912766'] for router_interface (7696c5d9-5a77-4806-99d2-16d93b6dbee2), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:22.233759 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ef218695-a1c7-4fb2-890d-0f6362a2b91e req-47d54b8b-b3d7-4c4e-be5c-bc25ed637803 service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328030 Jan 21 09:45:22.273924 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234bdae-41b7-4f5e-91f2-a914e2f89aba req-7b851083-67d7-4d4f-ad96-d4c57564d5fb tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:22.281480 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-5234bdae-41b7-4f5e-91f2-a914e2f89aba req-7b851083-67d7-4d4f-ad96-d4c57564d5fb tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.130 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 949 time: 0.1882617 Jan 21 09:45:22.504892 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-5234bdae-41b7-4f5e-91f2-a914e2f89aba req-924816ee-9167-4971-8938-692527c5d903 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Deleting port 550c420a-df2e-4a3f-a8fc-7a0787095df4 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:45:22.510056 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-5234bdae-41b7-4f5e-91f2-a914e2f89aba req-924816ee-9167-4971-8938-692527c5d903 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (550c420a-df2e-4a3f-a8fc-7a0787095df4), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:22.552788 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-e1216118-b591-45e9-a9cc-f9074a60d25e None None] Provisioning complete for port 7fb7b741-7166-465c-bb81-ffe79cb58b0e triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:22.553485 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-e1216118-b591-45e9-a9cc-f9074a60d25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:22.648539 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-e1216118-b591-45e9-a9cc-f9074a60d25e None None] Port 7fb7b741-7166-465c-bb81-ffe79cb58b0e cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:45:22.696960 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:22.705473 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Router 602160a6-14b5-49be-9acc-6c699602f8f4 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:22.725549 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-5234bdae-41b7-4f5e-91f2-a914e2f89aba req-924816ee-9167-4971-8938-692527c5d903 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] For port 550c420a-df2e-4a3f-a8fc-7a0787095df4, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=550c420a-df2e-4a3f-a8fc-7a0787095df4,segment=NetworkSegment(d1ef0893-4041-412f-b22d-35890c2aa166),segment_id=d1ef0893-4041-412f-b22d-35890c2aa166)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:22.725549 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-5234bdae-41b7-4f5e-91f2-a914e2f89aba req-924816ee-9167-4971-8938-692527c5d903 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (550c420a-df2e-4a3f-a8fc-7a0787095df4), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:22.753758 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae075a-34d5-45ac-988f-8727f587c76c req-732fee63-97d9-4e2d-8615-1ae0d8567482 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:22.756850 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-5234bdae-41b7-4f5e-91f2-a914e2f89aba req-924816ee-9167-4971-8938-692527c5d903 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Calling delete_port for 550c420a-df2e-4a3f-a8fc-7a0787095df4 owned by compute:nova {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:45:22.757082 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0aae075a-34d5-45ac-988f-8727f587c76c req-732fee63-97d9-4e2d-8615-1ae0d8567482 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.2658684 Jan 21 09:45:22.898684 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0aae075a-34d5-45ac-988f-8727f587c76c req-f7611db6-6ee6-4239-9bee-c5a48f3c109f tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321666 Jan 21 09:45:23.013573 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdcf2a-5dc1-4694-bd5a-467bd553fd70 req-28b4e4c8-9927-41db-9456-4e8f03936ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:23.013811 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:23.017840 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d9bdcf2a-5dc1-4694-bd5a-467bd553fd70 req-28b4e4c8-9927-41db-9456-4e8f03936ffc service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=8e68af954d89401b9a7122b646a5a9d6&device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 1098 time: 0.1761603 Jan 21 09:45:23.032227 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6bc69-7446-4f6b-9d64-04955c28d32d req-155ca650-7f37-4cfa-8045-6398e8d4afee tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:23.040908 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-34e6bc69-7446-4f6b-9d64-04955c28d32d req-155ca650-7f37-4cfa-8045-6398e8d4afee tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.1939290 Jan 21 09:45:23.047759 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86e54e5-7c2e-4022-b816-418e6ba993c7 None None] Sync routers for ids ['602160a6-14b5-49be-9acc-6c699602f8f4'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:23.066955 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86e54e5-7c2e-4022-b816-418e6ba993c7 None None] Routers {'602160a6-14b5-49be-9acc-6c699602f8f4'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:45:23.071972 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-d86e54e5-7c2e-4022-b816-418e6ba993c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:45:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['602160a6-14b5-49be-9acc-6c699602f8f4'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:23.114243 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:23.186435 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a4035-5954-432e-b225-01067272481e req-8cbf5370-059c-4d2c-b21b-bacd2391c93b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:23.188136 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-945a4035-5954-432e-b225-01067272481e req-8cbf5370-059c-4d2c-b21b-bacd2391c93b tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1669066 Jan 21 09:45:23.213439 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-d8e113d6-d9b7-4df6-b845-62b1298e0b00 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.3627336 Jan 21 09:45:23.232168 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] Publish callbacks [] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:23.238369 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24052800-ecfe-4489-aa21-c06229ee8664', 'tag': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971'}] {{(pid=109057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:23.248192 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79949007bb9b1bb4c7285b4ffc7cbdeea347a4eb7e1b137d5b1548f1f832f7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa82fcd-79b4-4e7d-9986-2777ba14446a" -d '{"events": [{"name": "network-changed", "server_uuid": "24052800-ecfe-4489-aa21-c06229ee8664", "tag": "d7248ef6-9316-49a2-b5c2-6aa92f3ac971"}]}' {{(pid=109057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:45:23.265238 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4495340'] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:23.304311 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdcf2a-5dc1-4694-bd5a-467bd553fd70 req-6d9aa3dd-3fae-4578-ac42-a086d864ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:23.307020 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d9bdcf2a-5dc1-4694-bd5a-467bd553fd70 req-6d9aa3dd-3fae-4578-ac42-a086d864ed7e service neutron] 10.222.0.130 "GET /v2.0/networks?id=0045986e-e6c5-43f0-80c0-83702e835b95 HTTP/1.1" status: 200 len: 920 time: 0.2608519 Jan 21 09:45:23.315347 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-5234bdae-41b7-4f5e-91f2-a914e2f89aba req-924816ee-9167-4971-8938-692527c5d903 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (550c420a-df2e-4a3f-a8fc-7a0787095df4), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:23.366608 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device c9fd7178-9ff1-4759-81e6-d846733c4eb5 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:45:23.391303 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] Pushing event updated for resources: {'Port': ['ID=7fb7b741-7166-465c-bb81-ffe79cb58b0e,revision_number=2']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:23.403745 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7909537'] for router_interface (7696c5d9-5a77-4806-99d2-16d93b6dbee2), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:23.405956 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924816ee-9167-4971-8938-692527c5d903 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Pushing event deleted for resources: {'Port': ['ID=550c420a-df2e-4a3f-a8fc-7a0787095df4,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:23.422425 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-945a4035-5954-432e-b225-01067272481e req-344fa72d-5671-47c3-956a-f73a1f9d4b95 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034192 Jan 21 09:45:23.429548 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['550c420a-df2e-4a3f-a8fc-7a0787095df4'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:45:23.441725 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-34e6bc69-7446-4f6b-9d64-04955c28d32d req-76bf85d6-e910-4d0c-b69b-7e2e6480e945 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3887846 Jan 21 09:45:23.441725 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d9bdcf2a-5dc1-4694-bd5a-467bd553fd70 req-fdaa7ce2-de70-4513-ba05-6c56f570a105 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a33cab0f-eda3-4f46-b24b-bfb067726c27 HTTP/1.1" status: 200 len: 217 time: 0.1157677 Jan 21 09:45:23.535493 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port c9fd7178-9ff1-4759-81e6-d846733c4eb5 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:23.535893 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (c9fd7178-9ff1-4759-81e6-d846733c4eb5), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:23.553695 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d978fed7-fe77-4382-98eb-3371803530e5 x-openstack-request-id: req-d978fed7-fe77-4382-98eb-3371803530e5 {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:45:23.554010 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24052800-ecfe-4489-aa21-c06229ee8664", "tag": "d7248ef6-9316-49a2-b5c2-6aa92f3ac971", "status": "completed", "code": 200}]} {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:45:23.554403 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-d978fed7-fe77-4382-98eb-3371803530e5 {{(pid=109057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:45:23.554872 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24052800-ecfe-4489-aa21-c06229ee8664', 'tag': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971', 'status': 'completed', 'code': 200} Jan 21 09:45:23.631528 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-d86e54e5-7c2e-4022-b816-418e6ba993c7 None None] Set router 602160a6-14b5-49be-9acc-6c699602f8f4 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:45:23.662178 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] Network 185eec56-d702-449f-b261-73b231d90d36 is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:23.676151 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:23.734537 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdcf2a-5dc1-4694-bd5a-467bd553fd70 req-72a6768b-6878-478c-a30c-36658b5f8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:23.737601 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d9bdcf2a-5dc1-4694-bd5a-467bd553fd70 req-72a6768b-6878-478c-a30c-36658b5f8278 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=434a60e8-49e8-4807-8e03-c5aa2237a078 HTTP/1.1" status: 200 len: 859 time: 0.2858264 Jan 21 09:45:23.783191 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa82fcd-79b4-4e7d-9986-2777ba14446a req-b44a44b3-d0dc-468f-88a8-03ed49803eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:23.784815 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-dfa82fcd-79b4-4e7d-9986-2777ba14446a req-b44a44b3-d0dc-468f-88a8-03ed49803eaf service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=b0f3677d18a14829ba92c635e3e952b4&device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 1099 time: 0.2253180 Jan 21 09:45:23.935107 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5234bdae-41b7-4f5e-91f2-a914e2f89aba req-924816ee-9167-4971-8938-692527c5d903 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] No DVR routers for this DVR port 550c420a-df2e-4a3f-a8fc-7a0787095df4 on host hv-cinder-81561 {{(pid=109056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:23.939428 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d9bdcf2a-5dc1-4694-bd5a-467bd553fd70 req-c7ce99f5-ba11-49e4-ae3f-d13d4fdf91fc service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=0045986e-e6c5-43f0-80c0-83702e835b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1449220 Jan 21 09:45:23.956898 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-98a9d0a7-2a5b-4810-85ba-a907cae65752 req-43f26303-b302-45fb-bd46-06d507ab36ea tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.112 "GET /v2.0/ports?device_id=8840ba4b-725f-4a02-af07-36f343777e9f HTTP/1.1" status: 200 len: 210 time: 0.2180331 Jan 21 09:45:23.959389 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-5234bdae-41b7-4f5e-91f2-a914e2f89aba req-924816ee-9167-4971-8938-692527c5d903 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:23.973601 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-5234bdae-41b7-4f5e-91f2-a914e2f89aba req-924816ee-9167-4971-8938-692527c5d903 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] 10.222.0.130 "DELETE /v2.0/ports/550c420a-df2e-4a3f-a8fc-7a0787095df4 HTTP/1.1" status: 204 len: 173 time: 1.6824887 Jan 21 09:45:23.975693 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8840ba4b-725f-4a02-af07-36f343777e9f', 'name': 'network-vif-deleted', 'tag': '550c420a-df2e-4a3f-a8fc-7a0787095df4'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:23.978862 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2abf78-71bd-47e0-80eb-2a6e0fcfc888" -d '{"events": [{"server_uuid": "8840ba4b-725f-4a02-af07-36f343777e9f", "name": "network-vif-deleted", "tag": "550c420a-df2e-4a3f-a8fc-7a0787095df4"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:45:24.187650 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0d7ea1-d317-4a4a-9e4d-45c7aa5554db x-openstack-request-id: req-db0d7ea1-d317-4a4a-9e4d-45c7aa5554db {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:45:24.188314 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8840ba4b-725f-4a02-af07-36f343777e9f", "name": "network-vif-deleted", "tag": "550c420a-df2e-4a3f-a8fc-7a0787095df4", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:45:24.188807 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-db0d7ea1-d317-4a4a-9e4d-45c7aa5554db {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:45:24.189650 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8840ba4b-725f-4a02-af07-36f343777e9f', 'name': 'network-vif-deleted', 'tag': '550c420a-df2e-4a3f-a8fc-7a0787095df4', 'status': 'completed', 'code': 200} Jan 21 09:45:24.222523 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d9bdcf2a-5dc1-4694-bd5a-467bd553fd70 req-62e38ab3-f743-4c30-89dc-8fc7ba4eb43d service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476070 Jan 21 09:45:24.269735 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port c9fd7178-9ff1-4759-81e6-d846733c4eb5 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:24.270186 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (c9fd7178-9ff1-4759-81e6-d846733c4eb5), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:24.316808 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] For port c9fd7178-9ff1-4759-81e6-d846733c4eb5, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=c9fd7178-9ff1-4759-81e6-d846733c4eb5,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:24.347372 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (c9fd7178-9ff1-4759-81e6-d846733c4eb5), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:24.389592 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d9bdcf2a-5dc1-4694-bd5a-467bd553fd70 req-ddb886ed-ad34-4df8-b95a-2e1f2aab90ef service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594951 Jan 21 09:45:24.407922 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971c967-d013-4654-93dc-b7a581a2094f req-5b346d18-aeb0-4ae4-b6f2-f39018cdcef3 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:24.409653 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9971c967-d013-4654-93dc-b7a581a2094f req-5b346d18-aeb0-4ae4-b6f2-f39018cdcef3 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.2635961 Jan 21 09:45:24.415899 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa82fcd-79b4-4e7d-9986-2777ba14446a req-90f7ef69-c25d-48e9-892c-ae0361d5d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:24.417391 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-dfa82fcd-79b4-4e7d-9986-2777ba14446a req-90f7ef69-c25d-48e9-892c-ae0361d5d7e4 service neutron] 10.222.0.130 "GET /v2.0/networks?id=d94bdff3-5414-4f0b-add5-113ce72946b0 HTTP/1.1" status: 200 len: 910 time: 0.6090324 Jan 21 09:45:24.434281 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-289aed28-16af-4f96-8a83-d9ff348d9a3d None None] Provisioning complete for port 7fb7b741-7166-465c-bb81-ffe79cb58b0e triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:24.435635 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-289aed28-16af-4f96-8a83-d9ff348d9a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:24.500855 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-289aed28-16af-4f96-8a83-d9ff348d9a3d None None] Port 7fb7b741-7166-465c-bb81-ffe79cb58b0e cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:45:24.507602 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Pushing event updated for resources: {'Port': ['ID=c9fd7178-9ff1-4759-81e6-d846733c4eb5,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:24.515285 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] Router 7696c5d9-5a77-4806-99d2-16d93b6dbee2 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:24.519017 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-d86e54e5-7c2e-4022-b816-418e6ba993c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'name': 'tempest-TestShelveInstance-1315195202-router', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '669b532a-08a0-4329-881d-1c400a736ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:16Z', 'revision_number': 4, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'gw_port': {'id': '669b532a-08a0-4329-881d-1c400a736ee2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '161c63ce-d36b-40b9-a59f-65c5b4b7d1a9', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'port_id': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0', 'mac_address': 'fa:16:3e:85:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24052800-ecfe-4489-aa21-c06229ee8664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:45:19Z', 'updated_at': '2022-01-21T09:45:19Z', 'revision_number': 0, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd871382b-0cec-49aa-96b1-067017f19382', 'name': '', 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'mac_address': 'fa:16:3e:de:b0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:16Z', 'updated_at': '2022-01-21T09:44:21Z', 'revision_number': 5, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'subnets': [{'id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:24.567058 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86e54e5-7c2e-4022-b816-418e6ba993c7 None None] Checking router: 602160a6-14b5-49be-9acc-6c699602f8f4 for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:45:24.596728 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86e54e5-7c2e-4022-b816-418e6ba993c7 None None] Routers {'602160a6-14b5-49be-9acc-6c699602f8f4'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:45:24.598177 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-dfa82fcd-79b4-4e7d-9986-2777ba14446a req-5f76cd15-1864-4970-bf5d-9f09b50bea09 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7248ef6-9316-49a2-b5c2-6aa92f3ac971 HTTP/1.1" status: 200 len: 1000 time: 0.1676722 Jan 21 09:45:24.598719 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-d86e54e5-7c2e-4022-b816-418e6ba993c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:45:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['602160a6-14b5-49be-9acc-6c699602f8f4'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:24.605943 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9971c967-d013-4654-93dc-b7a581a2094f req-6e624202-e2f8-41d7-b206-c7bb3d895d3a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852903 Jan 21 09:45:24.648630 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b1857-5acb-46a3-abbe-6a72573aecfd req-be45d2a7-1d42-4ae4-8bb6-2ce75d42ef10 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:24.650470 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-eb4b1857-5acb-46a3-abbe-6a72573aecfd req-be45d2a7-1d42-4ae4-8bb6-2ce75d42ef10 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0911219 Jan 21 09:45:24.753951 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-eb4b1857-5acb-46a3-abbe-6a72573aecfd req-8a381714-6a90-4dc5-a7b2-54a166a4a913 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959454 Jan 21 09:45:24.807395 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-d86e54e5-7c2e-4022-b816-418e6ba993c7 None None] Set router 602160a6-14b5-49be-9acc-6c699602f8f4 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:45:25.029604 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device c9fd7178-9ff1-4759-81e6-d846733c4eb5 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:45:25.062068 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa82fcd-79b4-4e7d-9986-2777ba14446a req-7089a9f9-235c-4e0d-bff2-abcabd2b20db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:25.064886 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-dfa82fcd-79b4-4e7d-9986-2777ba14446a req-7089a9f9-235c-4e0d-bff2-abcabd2b20db service neutron] 10.222.0.130 "GET /v2.0/subnets?id=1b5bdd26-760c-4c0a-9b53-fd52016de2be HTTP/1.1" status: 200 len: 848 time: 0.4541368 Jan 21 09:45:25.158970 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:25.177286 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-3aa24bf7-43f5-4ffd-a718-d4b354c38407 admin admin] 10.222.0.112 "PUT /v2.0/routers/7696c5d9-5a77-4806-99d2-16d93b6dbee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9197373 Jan 21 09:45:25.187447 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Sync routers for ids ['7696c5d9-5a77-4806-99d2-16d93b6dbee2'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:25.217393 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03d67f-b6e9-4677-a0b2-7391bbb1b064 req-ed7dcefe-5fe8-4ec7-8624-983ed4f020b5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:25.219980 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4f03d67f-b6e9-4677-a0b2-7391bbb1b064 req-ed7dcefe-5fe8-4ec7-8624-983ed4f020b5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.4460399 Jan 21 09:45:25.222653 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa82fcd-79b4-4e7d-9986-2777ba14446a req-d39eef64-97ab-414c-abd3-016b495d740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:25.224388 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-dfa82fcd-79b4-4e7d-9986-2777ba14446a req-d39eef64-97ab-414c-abd3-016b495d740b service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=d94bdff3-5414-4f0b-add5-113ce72946b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1437643 Jan 21 09:45:25.225832 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Routers {'7696c5d9-5a77-4806-99d2-16d93b6dbee2'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:45:25.226409 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:45:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['7696c5d9-5a77-4806-99d2-16d93b6dbee2'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:25.338896 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port c9fd7178-9ff1-4759-81e6-d846733c4eb5 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:25.339628 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (c9fd7178-9ff1-4759-81e6-d846733c4eb5), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:25.517734 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-dfa82fcd-79b4-4e7d-9986-2777ba14446a req-330f4404-81dd-4eeb-87b5-dcc1f2e0f672 service neutron] 10.222.0.130 "GET /v2.0/networks/d94bdff3-5414-4f0b-add5-113ce72946b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810001 Jan 21 09:45:25.526841 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4f03d67f-b6e9-4677-a0b2-7391bbb1b064 req-6e53c3df-7e1b-4cc9-8f20-5f5711c8d203 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000622 Jan 21 09:45:25.554068 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-d86e54e5-7c2e-4022-b816-418e6ba993c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'name': 'tempest-TestShelveInstance-1315195202-router', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '669b532a-08a0-4329-881d-1c400a736ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:16Z', 'revision_number': 4, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'gw_port': {'id': '669b532a-08a0-4329-881d-1c400a736ee2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '161c63ce-d36b-40b9-a59f-65c5b4b7d1a9', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'port_id': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0', 'mac_address': 'fa:16:3e:85:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24052800-ecfe-4489-aa21-c06229ee8664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:45:19Z', 'updated_at': '2022-01-21T09:45:19Z', 'revision_number': 0, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd871382b-0cec-49aa-96b1-067017f19382', 'name': '', 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'mac_address': 'fa:16:3e:de:b0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:16Z', 'updated_at': '2022-01-21T09:44:21Z', 'revision_number': 5, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'subnets': [{'id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:25.588573 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Set router 7696c5d9-5a77-4806-99d2-16d93b6dbee2 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:45:25.597007 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86e54e5-7c2e-4022-b816-418e6ba993c7 None None] The sync data for ids ['602160a6-14b5-49be-9acc-6c699602f8f4'] in dv-cinder-815614-10-iscsi is: [{'id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'name': 'tempest-TestShelveInstance-1315195202-router', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '669b532a-08a0-4329-881d-1c400a736ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:16Z', 'revision_number': 4, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'gw_port': {'id': '669b532a-08a0-4329-881d-1c400a736ee2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '161c63ce-d36b-40b9-a59f-65c5b4b7d1a9', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'port_id': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0', 'mac_address': 'fa:16:3e:85:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24052800-ecfe-4489-aa21-c06229ee8664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:45:19Z', 'updated_at': '2022-01-21T09:45:19Z', 'revision_number': 0, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd871382b-0cec-49aa-96b1-067017f19382', 'name': '', 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'mac_address': 'fa:16:3e:de:b0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:16Z', 'updated_at': '2022-01-21T09:44:21Z', 'revision_number': 5, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'subnets': [{'id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:25.647006 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-dfa82fcd-79b4-4e7d-9986-2777ba14446a req-57a19b26-10eb-4cdb-8037-1bdd4905e0fe service neutron] 10.222.0.130 "GET /v2.0/networks/d94bdff3-5414-4f0b-add5-113ce72946b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191733 Jan 21 09:45:25.700673 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port c9fd7178-9ff1-4759-81e6-d846733c4eb5 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:25.937366 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1380f-2130-43ef-9fde-ea1edd3b9e5e req-2c8c75de-19ee-4eb7-879a-e13243353f11 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:25.947772 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-dff1380f-2130-43ef-9fde-ea1edd3b9e5e req-2c8c75de-19ee-4eb7-879a-e13243353f11 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0716360 Jan 21 09:45:26.104933 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d825e1-2e08-4351-8b6c-ca22266a2433 None None] New status for floating IP 161c63ce-d36b-40b9-a59f-65c5b4b7d1a9: ACTIVE {{(pid=109058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:45:26.142737 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-dff1380f-2130-43ef-9fde-ea1edd3b9e5e req-590514f6-9e58-4224-b22e-e46684082869 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931171 Jan 21 09:45:26.212693 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'name': 'tempest-TestMinimumBasicScenario-1295262412-router', 'tenant_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c9fd7178-9ff1-4759-81e6-d846733c4eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:13Z', 'updated_at': '2022-01-21T09:45:22Z', 'revision_number': 4, 'project_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'gw_port': {'id': 'c9fd7178-9ff1-4759-81e6-d846733c4eb5', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:14Z', 'updated_at': '2022-01-21T09:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '7fb7b741-7166-465c-bb81-ffe79cb58b0e', 'name': '', 'network_id': '185eec56-d702-449f-b261-73b231d90d36', 'tenant_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'mac_address': 'fa:16:3e:ef:ce:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8b5d248e-9f6c-4518-8123-1cdd1f2a504b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:19Z', 'updated_at': '2022-01-21T09:45:22Z', 'revision_number': 2, 'project_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'subnets': [{'id': '8b5d248e-9f6c-4518-8123-1cdd1f2a504b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:26.254065 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Checking router: 7696c5d9-5a77-4806-99d2-16d93b6dbee2 for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:45:26.254747 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Updating router 7696c5d9-5a77-4806-99d2-16d93b6dbee2 port 7fb7b741-7166-465c-bb81-ffe79cb58b0e binding host dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:45:26.284041 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:26.806461 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Publish callbacks [] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), precommit_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:26.818509 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:26.888768 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62be214-b88e-4529-9a44-22313731260f req-5bb3529c-3dfd-4bca-aacb-248eef036f85 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:26.891444 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d62be214-b88e-4529-9a44-22313731260f req-5bb3529c-3dfd-4bca-aacb-248eef036f85 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.2028291 Jan 21 09:45:26.989329 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331be958-1185-467b-adc4-718423ade1a0 None None] Pushing event updated for resources: {'Port': ['ID=7fb7b741-7166-465c-bb81-ffe79cb58b0e,revision_number=3']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:27.056920 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d62be214-b88e-4529-9a44-22313731260f req-13b6bd8f-e5df-4e84-965a-ce3044e28abb tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525617 Jan 21 09:45:27.183070 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Attempting to bind port 7fb7b741-7166-465c-bb81-ffe79cb58b0e on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:45:27.183623 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Attempting to bind port 7fb7b741-7166-465c-bb81-ffe79cb58b0e by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '399f8829-00a3-45a5-8d2a-92187d4b2a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '185eec56-d702-449f-b261-73b231d90d36'}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:45:27.183781 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Attempting to bind port 7fb7b741-7166-465c-bb81-ffe79cb58b0e on network 185eec56-d702-449f-b261-73b231d90d36 {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:45:27.197741 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:45:27.198398 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Checking segment: {'id': '399f8829-00a3-45a5-8d2a-92187d4b2a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '185eec56-d702-449f-b261-73b231d90d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:45:27.198826 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:27.199425 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Bound using segment: {'id': '399f8829-00a3-45a5-8d2a-92187d4b2a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '185eec56-d702-449f-b261-73b231d90d36'} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:45:27.200173 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Bound port: 7fb7b741-7166-465c-bb81-ffe79cb58b0e, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399f8829-00a3-45a5-8d2a-92187d4b2a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '185eec56-d702-449f-b261-73b231d90d36'}}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:45:27.200784 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:27.336900 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] For port 7fb7b741-7166-465c-bb81-ffe79cb58b0e, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:27.348764 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] For port 7fb7b741-7166-465c-bb81-ffe79cb58b0e, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=7fb7b741-7166-465c-bb81-ffe79cb58b0e,segment=NetworkSegment(399f8829-00a3-45a5-8d2a-92187d4b2a43),segment_id=399f8829-00a3-45a5-8d2a-92187d4b2a43)] {{(pid=109059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:27.359130 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:27.389313 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f18b-9bb6-4e53-97aa-d5d855d93ab5 req-d17ddc8f-e6d1-4ced-a307-d497d27b0260 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:27.391063 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-deb9f18b-9bb6-4e53-97aa-d5d855d93ab5 req-d17ddc8f-e6d1-4ced-a307-d497d27b0260 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1028047 Jan 21 09:45:27.493465 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331be958-1185-467b-adc4-718423ade1a0 None None] Pushing event updated for resources: {'Port': ['ID=7fb7b741-7166-465c-bb81-ffe79cb58b0e,revision_number=4']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:27.497652 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-deb9f18b-9bb6-4e53-97aa-d5d855d93ab5 req-c67a51c8-3671-4674-b457-541debc484f2 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005657 Jan 21 09:45:27.509093 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Routers {'7696c5d9-5a77-4806-99d2-16d93b6dbee2'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:45:27.509755 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:45:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['7696c5d9-5a77-4806-99d2-16d93b6dbee2'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:27.525678 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 550c420a-df2e-4a3f-a8fc-7a0787095df4 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:45:27.575575 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: 550c420a-df2e-4a3f-a8fc-7a0787095df4 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:45:27.575930 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 550c420a-df2e-4a3f-a8fc-7a0787095df4 not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:45:27.616645 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-b3b25685-0e9f-4124-b4bd-fe5a46f4a2c0 None None] Provisioning complete for port 7fb7b741-7166-465c-bb81-ffe79cb58b0e triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:27.617340 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b3b25685-0e9f-4124-b4bd-fe5a46f4a2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:27.840490 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-b3b25685-0e9f-4124-b4bd-fe5a46f4a2c0 None None] Current status of the port 7fb7b741-7166-465c-bb81-ffe79cb58b0e is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:27.840911 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b3b25685-0e9f-4124-b4bd-fe5a46f4a2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:27.936679 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-b3b25685-0e9f-4124-b4bd-fe5a46f4a2c0 None None] For port 7fb7b741-7166-465c-bb81-ffe79cb58b0e, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=7fb7b741-7166-465c-bb81-ffe79cb58b0e,segment=NetworkSegment(399f8829-00a3-45a5-8d2a-92187d4b2a43),segment_id=399f8829-00a3-45a5-8d2a-92187d4b2a43)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:27.944299 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b3b25685-0e9f-4124-b4bd-fe5a46f4a2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:28.004760 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] Set router 7696c5d9-5a77-4806-99d2-16d93b6dbee2 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:45:28.051621 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b25685-0e9f-4124-b4bd-fe5a46f4a2c0 None None] Pushing event updated for resources: {'Port': ['ID=7fb7b741-7166-465c-bb81-ffe79cb58b0e,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:28.127419 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-bfd04ce9-7a84-41c4-9d77-3346ba03e85b None None] Provisioning complete for port 7fb7b741-7166-465c-bb81-ffe79cb58b0e triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:28.128008 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-bfd04ce9-7a84-41c4-9d77-3346ba03e85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:28.400192 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6a564-3210-41ca-afff-d274293872d5 req-a28e73c8-ee1c-4224-ae79-59d07dadcc2d tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:28.407094 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-22d6a564-3210-41ca-afff-d274293872d5 req-a28e73c8-ee1c-4224-ae79-59d07dadcc2d tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.1027222 Jan 21 09:45:28.409432 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-bfd04ce9-7a84-41c4-9d77-3346ba03e85b None None] Current status of the port 7fb7b741-7166-465c-bb81-ffe79cb58b0e is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:28.504905 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-22d6a564-3210-41ca-afff-d274293872d5 req-a2e78267-d5b3-4432-ac2d-cf8766140678 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905116 Jan 21 09:45:28.647061 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'name': 'tempest-TestMinimumBasicScenario-1295262412-router', 'tenant_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c9fd7178-9ff1-4759-81e6-d846733c4eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:13Z', 'updated_at': '2022-01-21T09:45:22Z', 'revision_number': 4, 'project_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'gw_port': {'id': 'c9fd7178-9ff1-4759-81e6-d846733c4eb5', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:14Z', 'updated_at': '2022-01-21T09:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '7fb7b741-7166-465c-bb81-ffe79cb58b0e', 'name': '', 'network_id': '185eec56-d702-449f-b261-73b231d90d36', 'tenant_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'mac_address': 'fa:16:3e:ef:ce:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8b5d248e-9f6c-4518-8123-1cdd1f2a504b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:19Z', 'updated_at': '2022-01-21T09:45:27Z', 'revision_number': 4, 'project_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'subnets': [{'id': '8b5d248e-9f6c-4518-8123-1cdd1f2a504b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:28.732189 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbac325-ae4e-4c02-94f4-50fb3d42dab6 None None] The sync data for ids ['7696c5d9-5a77-4806-99d2-16d93b6dbee2'] in dv-cinder-815614-10-iscsi is: [{'id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'name': 'tempest-TestMinimumBasicScenario-1295262412-router', 'tenant_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c9fd7178-9ff1-4759-81e6-d846733c4eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:13Z', 'updated_at': '2022-01-21T09:45:22Z', 'revision_number': 4, 'project_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'gw_port': {'id': 'c9fd7178-9ff1-4759-81e6-d846733c4eb5', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:14Z', 'updated_at': '2022-01-21T09:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '7fb7b741-7166-465c-bb81-ffe79cb58b0e', 'name': '', 'network_id': '185eec56-d702-449f-b261-73b231d90d36', 'tenant_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'mac_address': 'fa:16:3e:ef:ce:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8b5d248e-9f6c-4518-8123-1cdd1f2a504b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:19Z', 'updated_at': '2022-01-21T09:45:27Z', 'revision_number': 4, 'project_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'subnets': [{'id': '8b5d248e-9f6c-4518-8123-1cdd1f2a504b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:29.182488 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 7fb7b741-7166-465c-bb81-ffe79cb58b0e up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:45:29.295111 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 7fb7b741-7166-465c-bb81-ffe79cb58b0e triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:29.299109 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:29.529621 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 7fb7b741-7166-465c-bb81-ffe79cb58b0e is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:29.720439 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ef79a-72cc-40e2-99e2-6534b283d8a2 req-3a9db997-72cf-45a1-8ca1-b90f8aec34c4 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:29.733474 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-eb6ef79a-72cc-40e2-99e2-6534b283d8a2 req-3a9db997-72cf-45a1-8ca1-b90f8aec34c4 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.1057425 Jan 21 09:45:29.913003 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-eb6ef79a-72cc-40e2-99e2-6534b283d8a2 req-ca9d23aa-0046-4b2f-8e09-99279abffc35 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746027 Jan 21 09:45:30.646521 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f26f2eed-02a8-4403-9ab9-7c7cf381df34 req-a826e0fa-e122-40d5-aefc-7f6ab8d79104 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0934002 Jan 21 09:45:30.762040 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f2eed-02a8-4403-9ab9-7c7cf381df34 req-a5469263-18f9-47ba-afaa-fb220e0f05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:30.763654 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f26f2eed-02a8-4403-9ab9-7c7cf381df34 req-a5469263-18f9-47ba-afaa-fb220e0f05d0 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=8e68af954d89401b9a7122b646a5a9d6&device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 1098 time: 0.0870290 Jan 21 09:45:30.948452 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f2eed-02a8-4403-9ab9-7c7cf381df34 req-c967aa31-af86-4cf2-b88b-45e0decd1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:30.955123 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f26f2eed-02a8-4403-9ab9-7c7cf381df34 req-c967aa31-af86-4cf2-b88b-45e0decd1101 service neutron] 10.222.0.130 "GET /v2.0/networks?id=0045986e-e6c5-43f0-80c0-83702e835b95 HTTP/1.1" status: 200 len: 920 time: 0.1652882 Jan 21 09:45:31.095475 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f26f2eed-02a8-4403-9ab9-7c7cf381df34 req-ddf78e31-74de-47c7-b6dd-28412bb7aeeb service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fd970a0-21a9-46fd-86ba-3e22bf27acef HTTP/1.1" status: 200 len: 217 time: 0.1316309 Jan 21 09:45:31.195749 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199134dc-ce17-4d02-9f24-92a7c98ee0ef req-a9117378-e216-4f0f-8584-fa7abd0073e6 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:31.205397 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-199134dc-ce17-4d02-9f24-92a7c98ee0ef req-a9117378-e216-4f0f-8584-fa7abd0073e6 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.1215689 Jan 21 09:45:31.226192 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f2eed-02a8-4403-9ab9-7c7cf381df34 req-e4a9619e-8012-45bc-b917-e8b4699d87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:31.232999 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f26f2eed-02a8-4403-9ab9-7c7cf381df34 req-e4a9619e-8012-45bc-b917-e8b4699d87d7 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=434a60e8-49e8-4807-8e03-c5aa2237a078 HTTP/1.1" status: 200 len: 859 time: 0.1293657 Jan 21 09:45:31.252586 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:31.333431 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f26f2eed-02a8-4403-9ab9-7c7cf381df34 req-aa96e21a-d30c-44ba-a652-f20a956a7806 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=0045986e-e6c5-43f0-80c0-83702e835b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910757 Jan 21 09:45:31.388334 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-199134dc-ce17-4d02-9f24-92a7c98ee0ef req-485a1b4c-296b-4a2d-89bd-07b73fdb2b49 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668012 Jan 21 09:45:31.588283 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f26f2eed-02a8-4403-9ab9-7c7cf381df34 req-30bb89f7-fc57-4550-8fac-015b4ded955c service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423658 Jan 21 09:45:31.787748 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f26f2eed-02a8-4403-9ab9-7c7cf381df34 req-667a8d97-cece-477c-b1fc-7fb3a9447967 service neutron] 10.222.0.130 "GET /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787636 Jan 21 09:45:32.633550 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985e061-ad65-4c54-81b2-ba73111ae6fc req-c433a58a-7488-440d-a48b-30bd2b784877 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:32.650496 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1985e061-ad65-4c54-81b2-ba73111ae6fc req-c433a58a-7488-440d-a48b-30bd2b784877 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.1038778 Jan 21 09:45:32.747136 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1985e061-ad65-4c54-81b2-ba73111ae6fc req-ce0cfab7-5525-4d5c-9e67-d868c9a2a6c1 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953596 Jan 21 09:45:33.721894 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b4938-851d-4651-a9e5-92292bff7b1a req-a34be94f-c742-4198-839e-1da23bf2530f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:33.727123 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c71b4938-851d-4651-a9e5-92292bff7b1a req-a34be94f-c742-4198-839e-1da23bf2530f tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.1138897 Jan 21 09:45:33.925729 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c71b4938-851d-4651-a9e5-92292bff7b1a req-533a9935-86f1-4f61-b3b2-e348a3306d6d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920199 Jan 21 09:45:34.116216 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd1e71-2566-4107-877c-ab9decf9c397 req-aa8b0426-a043-4f95-9042-3853802d0658 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:34.131914 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fccd1e71-2566-4107-877c-ab9decf9c397 req-aa8b0426-a043-4f95-9042-3853802d0658 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.1911583 Jan 21 09:45:34.270120 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fccd1e71-2566-4107-877c-ab9decf9c397 req-fc7ee2fe-7b36-4a34-9c74-e8da09dcf706 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367128 Jan 21 09:45:35.136745 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66031b9-ea04-4d3f-a3d2-dc3471dc8ac6 req-45233e43-57b9-4377-97bf-9fe46f76b129 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:35.143041 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e66031b9-ea04-4d3f-a3d2-dc3471dc8ac6 req-45233e43-57b9-4377-97bf-9fe46f76b129 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.1204631 Jan 21 09:45:35.227568 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e66031b9-ea04-4d3f-a3d2-dc3471dc8ac6 req-692be88c-3eb2-4af0-a03d-7c06ecc2a3c0 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822117 Jan 21 09:45:35.472383 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21349b7b-2c9c-44f9-8ed7-2bade92d83c5 req-6a30b1d9-2fbb-4acd-945f-69804de80382 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:35.480326 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-21349b7b-2c9c-44f9-8ed7-2bade92d83c5 req-6a30b1d9-2fbb-4acd-945f-69804de80382 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.0831776 Jan 21 09:45:35.548149 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-21349b7b-2c9c-44f9-8ed7-2bade92d83c5 req-36a1cc00-8e47-4a3e-abc2-27509d217e9b tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664499 Jan 21 09:45:35.572625 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d10b1867-fbb6-4096-8248-3c8982ed27d5 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:45:35.705265 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d10b1867-fbb6-4096-8248-3c8982ed27d5, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d10b1867-fbb6-4096-8248-3c8982ed27d5,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:35.736936 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': 'd10b1867-fbb6-4096-8248-3c8982ed27d5', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'port_id': 'd10b1867-fbb6-4096-8248-3c8982ed27d5', 'mac_address': 'fa:16:3e:ec:3a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:45:35.787814 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port d10b1867-fbb6-4096-8248-3c8982ed27d5 is: ACTIVE; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:35.788291 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:35.818298 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d10b1867-fbb6-4096-8248-3c8982ed27d5 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:45:35.849825 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d10b1867-fbb6-4096-8248-3c8982ed27d5, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d10b1867-fbb6-4096-8248-3c8982ed27d5,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:35.857617 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:35.921426 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=d10b1867-fbb6-4096-8248-3c8982ed27d5,revision_number=6']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:35.994121 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['d10b1867-fbb6-4096-8248-3c8982ed27d5'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:45:36.427184 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5e0ff-45bf-4bd3-85b7-4e899a77dce0 req-d20e0981-d7f3-4a72-8ada-af0141e2e30a tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:36.429785 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-04b5e0ff-45bf-4bd3-85b7-4e899a77dce0 req-d20e0981-d7f3-4a72-8ada-af0141e2e30a tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.0974815 Jan 21 09:45:36.545120 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-04b5e0ff-45bf-4bd3-85b7-4e899a77dce0 req-f13c2d7c-f132-473d-b16b-34622334fce7 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087258 Jan 21 09:45:36.732574 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78ff44-e58c-4b9e-964f-bf02ae5653b7 req-5b281a20-c2b5-4265-a226-5304a17fb405 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:36.741542 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7d78ff44-e58c-4b9e-964f-bf02ae5653b7 req-5b281a20-c2b5-4265-a226-5304a17fb405 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 944 time: 0.0711067 Jan 21 09:45:36.811655 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7d78ff44-e58c-4b9e-964f-bf02ae5653b7 req-79645ab0-4efc-461f-928d-a10994f08477 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685985 Jan 21 09:45:36.864035 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd623462-5d86-4a40-a7c8-7f5d6879558d req-1f2c9ede-002b-4a85-8f72-0d63bb88a973 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:36.865589 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-dd623462-5d86-4a40-a7c8-7f5d6879558d req-1f2c9ede-002b-4a85-8f72-0d63bb88a973 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.130 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 945 time: 0.1274869 Jan 21 09:45:37.073399 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [req-dd623462-5d86-4a40-a7c8-7f5d6879558d req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Deleting port 9fd970a0-21a9-46fd-86ba-3e22bf27acef {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:45:37.073940 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-dd623462-5d86-4a40-a7c8-7f5d6879558d req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (9fd970a0-21a9-46fd-86ba-3e22bf27acef), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:37.198727 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [req-dd623462-5d86-4a40-a7c8-7f5d6879558d req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] For port 9fd970a0-21a9-46fd-86ba-3e22bf27acef, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=9fd970a0-21a9-46fd-86ba-3e22bf27acef,segment=NetworkSegment(359f5fe4-93a4-4794-bfef-521d74a9d8a4),segment_id=359f5fe4-93a4-4794-bfef-521d74a9d8a4)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:37.199773 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-dd623462-5d86-4a40-a7c8-7f5d6879558d req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (9fd970a0-21a9-46fd-86ba-3e22bf27acef), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:37.217919 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [req-dd623462-5d86-4a40-a7c8-7f5d6879558d req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Calling delete_port for 9fd970a0-21a9-46fd-86ba-3e22bf27acef owned by compute:nova {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:45:37.366474 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-dd623462-5d86-4a40-a7c8-7f5d6879558d req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (9fd970a0-21a9-46fd-86ba-3e22bf27acef), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:37.379088 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['a33cab0f-eda3-4f46-b24b-bfb067726c27', '9fd970a0-21a9-46fd-86ba-3e22bf27acef'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:45:37.444679 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Pushing event deleted for resources: {'Port': ['ID=9fd970a0-21a9-46fd-86ba-3e22bf27acef,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:37.476558 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd623462-5d86-4a40-a7c8-7f5d6879558d req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] No DVR routers for this DVR port 9fd970a0-21a9-46fd-86ba-3e22bf27acef on host hv-cinder-81561 {{(pid=109057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:37.481071 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-dd623462-5d86-4a40-a7c8-7f5d6879558d req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:37.485348 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-dd623462-5d86-4a40-a7c8-7f5d6879558d req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.130 "DELETE /v2.0/ports/9fd970a0-21a9-46fd-86ba-3e22bf27acef HTTP/1.1" status: 204 len: 173 time: 0.6138144 Jan 21 09:45:37.487972 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a10a13a-fe9d-41be-80c2-5d6aeace2001', 'name': 'network-vif-deleted', 'tag': '9fd970a0-21a9-46fd-86ba-3e22bf27acef'}] {{(pid=109057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:37.491504 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79949007bb9b1bb4c7285b4ffc7cbdeea347a4eb7e1b137d5b1548f1f832f7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0910eb1a-356e-4ba3-9681-1a3220a852d6" -d '{"events": [{"server_uuid": "7a10a13a-fe9d-41be-80c2-5d6aeace2001", "name": "network-vif-deleted", "tag": "9fd970a0-21a9-46fd-86ba-3e22bf27acef"}]}' {{(pid=109057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:45:37.512843 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.519821 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.519821 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.565212 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.567296 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.567980 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.592993 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.595247 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.596195 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.599716 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.600229 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.600736 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.608937 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d10b1867-fbb6-4096-8248-3c8982ed27d5 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:45:37.618176 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ac546-52e4-4dd4-9dda-e0ec15826dd9 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:37.717785 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f802b9bc-1bdb-4b88-90ac-22a453c904dc x-openstack-request-id: req-f802b9bc-1bdb-4b88-90ac-22a453c904dc {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:45:37.719081 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a10a13a-fe9d-41be-80c2-5d6aeace2001", "name": "network-vif-deleted", "tag": "9fd970a0-21a9-46fd-86ba-3e22bf27acef", "status": "completed", "code": 200}]} {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:45:37.720564 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-f802b9bc-1bdb-4b88-90ac-22a453c904dc {{(pid=109057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:45:37.721324 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a10a13a-fe9d-41be-80c2-5d6aeace2001', 'name': 'network-vif-deleted', 'tag': '9fd970a0-21a9-46fd-86ba-3e22bf27acef', 'status': 'completed', 'code': 200} Jan 21 09:45:37.914372 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-28199902-ce64-4bbe-adb2-1bb0c020e58d req-1538bda6-28dd-401a-a847-e5aab69c566e tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a10a13a-fe9d-41be-80c2-5d6aeace2001 HTTP/1.1" status: 200 len: 210 time: 0.0692866 Jan 21 09:45:37.920095 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port d10b1867-fbb6-4096-8248-3c8982ed27d5 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:37.922765 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:38.076815 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecbfa1-ad4c-4dc4-8fc5-7631c44a65a1 req-e07fa446-d9a8-49dc-9fe1-bb851fc3ad24 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:38.078892 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4fecbfa1-ad4c-4dc4-8fc5-7631c44a65a1 req-e07fa446-d9a8-49dc-9fe1-bb851fc3ad24 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 944 time: 0.0773883 Jan 21 09:45:38.247087 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4fecbfa1-ad4c-4dc4-8fc5-7631c44a65a1 req-7540499b-63d2-4c69-b757-1e3a0afc91cf tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619630 Jan 21 09:45:38.299262 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port d10b1867-fbb6-4096-8248-3c8982ed27d5 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:38.299863 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:38.374578 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d10b1867-fbb6-4096-8248-3c8982ed27d5, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d10b1867-fbb6-4096-8248-3c8982ed27d5,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:38.376034 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10b1867-fbb6-4096-8248-3c8982ed27d5'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:38.380272 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db238d07-7984-4640-aa95-5872e0026e8b" -d '{"events": [{"server_uuid": "54ee287a-ce7d-4108-a9f6-64914bcc68c9", "name": "network-vif-plugged", "status": "completed", "tag": "d10b1867-fbb6-4096-8248-3c8982ed27d5"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:45:38.386308 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:38.461419 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1039c33-dcdd-4c19-a7d9-1efb9076c058 x-openstack-request-id: req-e1039c33-dcdd-4c19-a7d9-1efb9076c058 {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:45:38.461419 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ee287a-ce7d-4108-a9f6-64914bcc68c9", "name": "network-vif-plugged", "status": "completed", "tag": "d10b1867-fbb6-4096-8248-3c8982ed27d5", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:45:38.461419 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-e1039c33-dcdd-4c19-a7d9-1efb9076c058 {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:45:38.461419 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10b1867-fbb6-4096-8248-3c8982ed27d5', 'code': 200} Jan 21 09:45:38.478024 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=d10b1867-fbb6-4096-8248-3c8982ed27d5,revision_number=7']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:39.433727 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1d018-fe0a-4dce-9f50-18effb4aea72 req-dba8fdb0-645f-49f0-bab8-35bdf45c6947 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:39.449959 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-adb1d018-fe0a-4dce-9f50-18effb4aea72 req-dba8fdb0-645f-49f0-bab8-35bdf45c6947 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1316748 Jan 21 09:45:39.522895 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc795fa-06d0-46ac-b81c-9f3854450026 req-1ee49d4c-061c-42a5-97ae-a216767587df tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:39.532431 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3dc795fa-06d0-46ac-b81c-9f3854450026 req-1ee49d4c-061c-42a5-97ae-a216767587df tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.1263783 Jan 21 09:45:39.538828 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-adb1d018-fe0a-4dce-9f50-18effb4aea72 req-af91eb6f-7b7a-4a73-a395-ff8d3bb1d70e tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873501 Jan 21 09:45:39.605416 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3dc795fa-06d0-46ac-b81c-9f3854450026 req-5745d508-c5b2-4874-8411-17fc08929ed4 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715535 Jan 21 09:45:40.766270 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe367a-286f-43f3-8084-4515580ee33e req-c7390746-d02a-470f-bfa7-efaada415cac tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:40.775383 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-33fe367a-286f-43f3-8084-4515580ee33e req-c7390746-d02a-470f-bfa7-efaada415cac tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1051185 Jan 21 09:45:40.866860 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-33fe367a-286f-43f3-8084-4515580ee33e req-990ee1bc-2d00-48d5-9ae1-7396c3c83838 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904737 Jan 21 09:45:41.038532 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b05c1-9c05-4763-9dd1-a117b0c7fb33 req-5b462a0e-09fb-4f1f-a42a-5960d72d716f tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:41.040263 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-4a4b05c1-9c05-4763-9dd1-a117b0c7fb33 req-5b462a0e-09fb-4f1f-a42a-5960d72d716f tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.0890596 Jan 21 09:45:41.130399 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-4a4b05c1-9c05-4763-9dd1-a117b0c7fb33 req-fc973321-5140-460c-9c0e-7f6e4776043f tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749307 Jan 21 09:45:41.433716 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-1ae26a0c-c2ec-4d11-94db-eaaf5095fcd4 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:41.435399 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-1ae26a0c-c2ec-4d11-94db-eaaf5095fcd4 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/networks?id=677739cc-fde9-4813-a949-b3058144337e HTTP/1.1" status: 200 len: 814 time: 0.1707582 Jan 21 09:45:41.455442 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-a3d284f9-ac04-455e-b9dc-4d44512f6e0e tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/quotas/a88b4bd72bcf44a19d480e01fb3ffa89 HTTP/1.1" status: 200 len: 375 time: 0.0138493 Jan 21 09:45:41.512168 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-075ce51f-335e-48fd-b92f-10f8a2bf53a6 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=a88b4bd72bcf44a19d480e01fb3ffa89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545704 Jan 21 09:45:41.619688 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 9fd970a0-21a9-46fd-86ba-3e22bf27acef no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:45:41.645940 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-803367b9-9364-4b10-8085-9e1f08b36805 service neutron] 10.222.0.112 "GET /v2.0/networks/677739cc-fde9-4813-a949-b3058144337e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202166 Jan 21 09:45:41.655794 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: 9fd970a0-21a9-46fd-86ba-3e22bf27acef {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:45:41.657166 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 9fd970a0-21a9-46fd-86ba-3e22bf27acef not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:45:41.800744 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-0e801f77-2acc-4709-b046-0d42494a913f service neutron] 10.222.0.112 "GET /v2.0/networks/677739cc-fde9-4813-a949-b3058144337e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515782 Jan 21 09:45:42.074613 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-030ded49-b684-49df-b895-5d0440a0b0e2 req-b4f68773-0199-4c91-86d0-fe223734920a tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 210 time: 0.0538445 Jan 21 09:45:42.081525 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89380d4-a7bf-4fb6-94d0-353d72f296b3 req-f996a837-d5c6-4c17-8c73-dc8b0a355b44 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:42.089116 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f89380d4-a7bf-4fb6-94d0-353d72f296b3 req-f996a837-d5c6-4c17-8c73-dc8b0a355b44 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0645118 Jan 21 09:45:42.161544 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f89380d4-a7bf-4fb6-94d0-353d72f296b3 req-c7a7216e-2ea0-480b-b5ca-07cfdb559190 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713689 Jan 21 09:45:42.329687 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df8acf-2e11-4898-817b-87e48d66bbf5 req-df57b9f5-3351-417b-a1d8-cf6e6df73090 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:42.338402 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-65df8acf-2e11-4898-817b-87e48d66bbf5 req-df57b9f5-3351-417b-a1d8-cf6e6df73090 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.0827608 Jan 21 09:45:42.420622 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-65df8acf-2e11-4898-817b-87e48d66bbf5 req-34c3eb56-e657-4220-b28d-39fa11f45dbf tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793526 Jan 21 09:45:42.726125 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-ac130091-4980-4159-a729-0c2cd950bbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:43.166315 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-36e818f0-2c43-4136-a9c0-ddc2a1c7ddd0 req-057f6de1-8241-4f66-ba7c-a49a1a349ef3 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 210 time: 0.0355127 Jan 21 09:45:43.354458 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a555b-77b3-418f-82fd-8eb1002114d7 req-24274677-9fd1-430a-9d18-757266d4151c tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:43.356385 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-306a555b-77b3-418f-82fd-8eb1002114d7 req-24274677-9fd1-430a-9d18-757266d4151c tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.0926595 Jan 21 09:45:43.530023 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-306a555b-77b3-418f-82fd-8eb1002114d7 req-289d83a8-8f9f-47bb-a41e-5a07f0540d25 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618786 Jan 21 09:45:43.568862 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-432182cf-64aa-49b0-a64f-40d2012782b4 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:43.571006 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-432182cf-64aa-49b0-a64f-40d2012782b4 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.130 "GET /v2.0/networks?id=677739cc-fde9-4813-a949-b3058144337e HTTP/1.1" status: 200 len: 814 time: 0.2136016 Jan 21 09:45:43.584930 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-17340b66-3fd6-4c90-9bca-adacf4bf93c8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Request body: {'port': {'device_id': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'network_id': '677739cc-fde9-4813-a949-b3058144337e', 'admin_state_up': True, 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:43.711128 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf14e22-f830-46e2-a68a-e604e53e532c req-3be53d0e-5972-4d73-bd9b-763e4990e956 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:43.712840 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fcf14e22-f830-46e2-a68a-e604e53e532c req-3be53d0e-5972-4d73-bd9b-763e4990e956 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.0919759 Jan 21 09:45:43.744753 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-17340b66-3fd6-4c90-9bca-adacf4bf93c8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Made reservation on behalf of a88b4bd72bcf44a19d480e01fb3ffa89 for: {'port': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:43.748406 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-17340b66-3fd6-4c90-9bca-adacf4bf93c8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:43.800122 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fcf14e22-f830-46e2-a68a-e604e53e532c req-be75a0c8-b81e-43fb-8815-31c66da48757 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719161 Jan 21 09:45:43.812556 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 52790) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:43.911925 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_v2 [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Deleting subnet fc84dfec-74ac-48cc-83af-e7712f5b8be7 {{(pid=109056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:45:43.919534 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Publish callbacks [] for subnet (fc84dfec-74ac-48cc-83af-e7712f5b8be7), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:43.973203 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051165'] for subnet (fc84dfec-74ac-48cc-83af-e7712f5b8be7), precommit_delete_associations {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:44.073361 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440766'] for subnet (fc84dfec-74ac-48cc-83af-e7712f5b8be7), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:44.130059 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-17340b66-3fd6-4c90-9bca-adacf4bf93c8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Allocated IP 172.20.0.3 (677739cc-fde9-4813-a949-b3058144337e/211478e8-1562-4e09-89ff-f0480ca89aa1/34c3cd40-d8b3-48f5-9897-622d330e5988) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:44.244523 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6057301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5368280'] for subnet (fc84dfec-74ac-48cc-83af-e7712f5b8be7), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:44.371884 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:44.379295 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] 10.222.0.112 "DELETE /v2.0/subnets/fc84dfec-74ac-48cc-83af-e7712f5b8be7 HTTP/1.1" status: 204 len: 168 time: 0.5626493 Jan 21 09:45:44.382070 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc84dfec-74ac-48cc-83af-e7712f5b8be7,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:44.384684 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 52832) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:44.400294 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:44.405204 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:44.406570 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:44.406954 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-17340b66-3fd6-4c90-9bca-adacf4bf93c8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:44.407350 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:44.407696 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:44.408060 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:44.408420 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:44.408775 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:44.409124 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:44.409479 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:44.409827 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:44.410166 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:44.413442 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1aec-5e49-438c-b778-77c1118a874c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:44.421989 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5a90e1c0-1a88-4cb3-acff-a46ad6f778f5 req-4e52917d-0511-4ac1-87ae-9fb362b66ecb tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 210 time: 0.0596600 Jan 21 09:45:44.662100 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-dc21d998-e103-4562-ba71-b3caa7d1cd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466178'] for network (7477ae4c-f434-4da2-8525-785f7423f812), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:44.686104 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-17340b66-3fd6-4c90-9bca-adacf4bf93c8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:44.814820 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-17340b66-3fd6-4c90-9bca-adacf4bf93c8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Network 677739cc-fde9-4813-a949-b3058144337e is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:44.823150 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-17340b66-3fd6-4c90-9bca-adacf4bf93c8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:44.830204 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-17340b66-3fd6-4c90-9bca-adacf4bf93c8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:45:44.886894 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c6530-4873-4cd4-84c5-63dc69f6ed00 req-b27c117f-8df6-4101-ad80-ecf09a175fc1 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:44.889648 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2a8c6530-4873-4cd4-84c5-63dc69f6ed00 req-b27c117f-8df6-4101-ad80-ecf09a175fc1 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1889312 Jan 21 09:45:45.015092 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-17340b66-3fd6-4c90-9bca-adacf4bf93c8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:45.021820 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-17340b66-3fd6-4c90-9bca-adacf4bf93c8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:45.044590 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2a8c6530-4873-4cd4-84c5-63dc69f6ed00 req-2e0acb91-f818-4f57-a80f-7ec4a3b0d4c4 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425350 Jan 21 09:45:45.064895 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-dc21d998-e103-4562-ba71-b3caa7d1cd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409116', 'neutron.services.segments.db._delete_segments_for_network-8767559616543'] for network (7477ae4c-f434-4da2-8525-785f7423f812), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:45.091018 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17340b66-3fd6-4c90-9bca-adacf4bf93c8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Pushing event updated for resources: {'Port': ['ID=34c3cd40-d8b3-48f5-9897-622d330e5988,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:45.152062 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-17340b66-3fd6-4c90-9bca-adacf4bf93c8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5712733 Jan 21 09:45:45.155074 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.services.segments.db [None req-dc21d998-e103-4562-ba71-b3caa7d1cd2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7477ae4c-f434-4da2-8525-785f7423f812']}} {{(pid=109057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:45.189553 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.services.segments.db [None req-dc21d998-e103-4562-ba71-b3caa7d1cd2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82a3809-413e-47c3-ac3e-7e9535066c04') {'for_net_delete': True} {{(pid=109057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:45.190074 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.services.segments.db [None req-dc21d998-e103-4562-ba71-b3caa7d1cd2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82a3809-413e-47c3-ac3e-7e9535066c04') {} {{(pid=109057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:45.210081 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Request body: {'port': {'device_id': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:45.214652 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-dc21d998-e103-4562-ba71-b3caa7d1cd2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767559616925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4494375'] for segment (f82a3809-413e-47c3-ac3e-7e9535066c04), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:45.234961 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f094f-604e-44f8-b52c-1cb27d7285c6 req-84b5a23e-2be7-48ab-bcbb-204904f6359d tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:45.236814 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-055f094f-604e-44f8-b52c-1cb27d7285c6 req-84b5a23e-2be7-48ab-bcbb-204904f6359d tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.1831121 Jan 21 09:45:45.309668 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-dc21d998-e103-4562-ba71-b3caa7d1cd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (f82a3809-413e-47c3-ac3e-7e9535066c04), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:45.325748 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc21d998-e103-4562-ba71-b3caa7d1cd2f admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=109057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:45:45.326170 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-dc21d998-e103-4562-ba71-b3caa7d1cd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4495304'] for segment (f82a3809-413e-47c3-ac3e-7e9535066c04), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: Traceback (most recent call last): Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: timer() Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: cb(*args, **kw) Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: return func(*args, **kwargs) Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: self._notify() Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: self.callback(batched_events) Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: event.method(event) Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: return f(self, *a, **k) Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: return self._get(url).json() Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:45.331430 dv-cinder-815614-10-iscsi neutron-server[109057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:45.344565 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-71762b26-4561-4668-a837-345d6f1771b6 None None] Provisioning complete for port 34c3cd40-d8b3-48f5-9897-622d330e5988 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:45.345289 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-71762b26-4561-4668-a837-345d6f1771b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:45.422134 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-71762b26-4561-4668-a837-345d6f1771b6 None None] Port 34c3cd40-d8b3-48f5-9897-622d330e5988 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:45:45.441796 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:45.451685 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-055f094f-604e-44f8-b52c-1cb27d7285c6 req-b176997f-c151-4504-b355-cae541cb7026 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880682 Jan 21 09:45:45.537366 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-88de0dcf-f4d8-4d3d-994a-137d2cf094d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:45.548215 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-dc21d998-e103-4562-ba71-b3caa7d1cd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910546'] for network (7477ae4c-f434-4da2-8525-785f7423f812), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:45.640819 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-dc21d998-e103-4562-ba71-b3caa7d1cd2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:45.648287 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-dc21d998-e103-4562-ba71-b3caa7d1cd2f admin admin] 10.222.0.112 "DELETE /v2.0/networks/7477ae4c-f434-4da2-8525-785f7423f812 HTTP/1.1" status: 204 len: 168 time: 1.2600095 Jan 21 09:45:45.648287 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21d998-e103-4562-ba71-b3caa7d1cd2f admin admin] Pushing event deleted for resources: {'Network': ['ID=7477ae4c-f434-4da2-8525-785f7423f812,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:45.768368 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20df211-cb52-400f-a745-48e47831fd1c req-b9599298-1a71-447a-b655-5213b2280942 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:45.786688 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d20df211-cb52-400f-a745-48e47831fd1c req-b9599298-1a71-447a-b655-5213b2280942 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 931 time: 0.2177439 Jan 21 09:45:45.924469 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d20df211-cb52-400f-a745-48e47831fd1c req-42e63fb7-a675-4d20-b0e9-19fe14c10522 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363852 Jan 21 09:45:46.086233 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 52860) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:46.176929 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-af88d45d-9008-4444-b6a1-1aed6385bd05 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b7f279c6b0ff44e399b2e1a6b23775fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0881739 Jan 21 09:45:46.178562 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 52862) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:46.212387 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c3cd40-d8b3-48f5-9897-622d330e5988 {{(pid=109057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:45:46.226855 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Publish callbacks [] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:46.246671 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.provisioning_blocks [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Transition to ACTIVE for port object 34c3cd40-d8b3-48f5-9897-622d330e5988 will not be triggered until provisioned by entity L2. {{(pid=109057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:46.258908 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-141bf433-3fca-4170-b4fa-fa152a2c5439 admin admin] Publish callbacks [] for security_group (adf29499-5d24-4254-94b3-b48695ee1a08), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:46.285737 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4495340'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:46.302709 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-141bf433-3fca-4170-b4fa-fa152a2c5439 admin admin] Publish callbacks [] for security_group (adf29499-5d24-4254-94b3-b48695ee1a08), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:46.391086 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 52866) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:46.401075 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-141bf433-3fca-4170-b4fa-fa152a2c5439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (adf29499-5d24-4254-94b3-b48695ee1a08), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:46.405549 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-141bf433-3fca-4170-b4fa-fa152a2c5439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:46.407631 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-141bf433-3fca-4170-b4fa-fa152a2c5439 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/adf29499-5d24-4254-94b3-b48695ee1a08 HTTP/1.1" status: 204 len: 168 time: 0.2266121 Jan 21 09:45:46.420206 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bf433-3fca-4170-b4fa-fa152a2c5439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf29499-5d24-4254-94b3-b48695ee1a08,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:46.433811 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee68cf6-957c-4364-8ec4-3bd91a1696bb req-274fe728-72d6-4ebc-8338-d547e62be1ce tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:46.446306 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-bee68cf6-957c-4364-8ec4-3bd91a1696bb req-274fe728-72d6-4ebc-8338-d547e62be1ce tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1976402 Jan 21 09:45:46.478743 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Pushing event updated for resources: {'Port': ['ID=34c3cd40-d8b3-48f5-9897-622d330e5988,revision_number=2']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:46.633373 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67595aca-0c11-42b3-b447-dfc8c3c0dfac req-213a312d-f498-4c1c-a3d6-bc87fa005135 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:46.637079 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-67595aca-0c11-42b3-b447-dfc8c3c0dfac req-213a312d-f498-4c1c-a3d6-bc87fa005135 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.130 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 945 time: 0.1521487 Jan 21 09:45:46.765159 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-773571b0-006a-4310-a4ae-73b205826984 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c2056b18ec914fac892d76ebbdbab627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3718338 Jan 21 09:45:46.769502 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 52876) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:46.869041 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a0b7a4b5-61f0-4acb-aaf6-63b1ac620775 admin admin] Publish callbacks [] for security_group (cca4f6e2-4239-429b-a8a9-a010aabbc3fe), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:46.883695 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.managers [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Attempting to bind port 34c3cd40-d8b3-48f5-9897-622d330e5988 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:45:46.886051 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.managers [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Attempting to bind port 34c3cd40-d8b3-48f5-9897-622d330e5988 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '350bbcbb-1af6-4d86-95cf-1010219286ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '677739cc-fde9-4813-a949-b3058144337e'}] {{(pid=109057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:45:46.886636 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Attempting to bind port 34c3cd40-d8b3-48f5-9897-622d330e5988 on network 677739cc-fde9-4813-a949-b3058144337e {{(pid=109057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:45:46.904741 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a0b7a4b5-61f0-4acb-aaf6-63b1ac620775 admin admin] Publish callbacks [] for security_group (cca4f6e2-4239-429b-a8a9-a010aabbc3fe), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:46.924963 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:46.946349 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-bee68cf6-957c-4364-8ec4-3bd91a1696bb req-e940fa3b-0cf5-41b2-956c-3b043458b725 tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990315 Jan 21 09:45:46.951151 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Port 34c3cd40-d8b3-48f5-9897-622d330e5988 on network 677739cc-fde9-4813-a949-b3058144337e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:45:46.951982 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Attempting to bind port 34c3cd40-d8b3-48f5-9897-622d330e5988 on network 677739cc-fde9-4813-a949-b3058144337e {{(pid=109057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:45:46.958752 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:45:46.972249 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Checking segment: {'id': '350bbcbb-1af6-4d86-95cf-1010219286ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '677739cc-fde9-4813-a949-b3058144337e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:45:46.973242 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Bound using segment: {'id': '350bbcbb-1af6-4d86-95cf-1010219286ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '677739cc-fde9-4813-a949-b3058144337e'} {{(pid=109057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:45:46.974233 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.managers [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Bound port: 34c3cd40-d8b3-48f5-9897-622d330e5988, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '350bbcbb-1af6-4d86-95cf-1010219286ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '677739cc-fde9-4813-a949-b3058144337e'}}] {{(pid=109057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:45:46.975135 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:46.980694 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a0b7a4b5-61f0-4acb-aaf6-63b1ac620775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (cca4f6e2-4239-429b-a8a9-a010aabbc3fe), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:46.982626 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a0b7a4b5-61f0-4acb-aaf6-63b1ac620775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:46.984404 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-a0b7a4b5-61f0-4acb-aaf6-63b1ac620775 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/cca4f6e2-4239-429b-a8a9-a010aabbc3fe HTTP/1.1" status: 204 len: 168 time: 0.2109709 Jan 21 09:45:47.012562 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79703b-639c-4dd3-a3be-d43d4b1212f0 req-a9cb2e1e-73c7-42a4-870a-0cdc17f915b9 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:47.019927 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ec79703b-639c-4dd3-a3be-d43d4b1212f0 req-a9cb2e1e-73c7-42a4-870a-0cdc17f915b9 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.3583038 Jan 21 09:45:47.022646 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7a4b5-61f0-4acb-aaf6-63b1ac620775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca4f6e2-4239-429b-a8a9-a010aabbc3fe,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:47.145955 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ec79703b-639c-4dd3-a3be-d43d4b1212f0 req-faba9ecd-de09-4ce5-bad4-75a79139b36c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251962 Jan 21 09:45:47.149860 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-67595aca-0c11-42b3-b447-dfc8c3c0dfac req-4cd093a7-bbe9-43af-be3e-a0a15c1f8b6d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Deleting port a33cab0f-eda3-4f46-b24b-bfb067726c27 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:45:47.152626 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-67595aca-0c11-42b3-b447-dfc8c3c0dfac req-4cd093a7-bbe9-43af-be3e-a0a15c1f8b6d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (a33cab0f-eda3-4f46-b24b-bfb067726c27), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:47.215618 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e19b46-3989-4a55-b38f-40b72c01bfca req-dec187dc-8f35-41af-814b-2c061270258c tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:47.224930 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c3e19b46-3989-4a55-b38f-40b72c01bfca req-dec187dc-8f35-41af-814b-2c061270258c tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 943 time: 0.1571980 Jan 21 09:45:47.300713 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] For port 34c3cd40-d8b3-48f5-9897-622d330e5988, host hv-cinder-81561, cleared binding levels {{(pid=109057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:47.321482 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] For port 34c3cd40-d8b3-48f5-9897-622d330e5988, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=34c3cd40-d8b3-48f5-9897-622d330e5988,segment=NetworkSegment(350bbcbb-1af6-4d86-95cf-1010219286ec),segment_id=350bbcbb-1af6-4d86-95cf-1010219286ec)] {{(pid=109057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:47.344479 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4495340'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:47.357837 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-67595aca-0c11-42b3-b447-dfc8c3c0dfac req-4cd093a7-bbe9-43af-be3e-a0a15c1f8b6d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] For port a33cab0f-eda3-4f46-b24b-bfb067726c27, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=a33cab0f-eda3-4f46-b24b-bfb067726c27,segment=NetworkSegment(359f5fe4-93a4-4794-bfef-521d74a9d8a4),segment_id=359f5fe4-93a4-4794-bfef-521d74a9d8a4)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:47.358235 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-67595aca-0c11-42b3-b447-dfc8c3c0dfac req-4cd093a7-bbe9-43af-be3e-a0a15c1f8b6d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (a33cab0f-eda3-4f46-b24b-bfb067726c27), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:47.394415 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-67595aca-0c11-42b3-b447-dfc8c3c0dfac req-4cd093a7-bbe9-43af-be3e-a0a15c1f8b6d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Calling delete_port for a33cab0f-eda3-4f46-b24b-bfb067726c27 owned by compute:nova {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:45:47.524067 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c3e19b46-3989-4a55-b38f-40b72c01bfca req-f8dbbeb2-3016-43c8-8271-7b5a7be09544 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979820 Jan 21 09:45:47.524723 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Pushing event updated for resources: {'Port': ['ID=34c3cd40-d8b3-48f5-9897-622d330e5988,revision_number=3']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:47.529265 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:47.529995 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:47.543626 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-52cc24d5-5a79-485b-a495-d37979712d2c service neutron] 10.222.0.130 "PUT /v2.0/ports/34c3cd40-d8b3-48f5-9897-622d330e5988 HTTP/1.1" status: 200 len: 1093 time: 2.3408744 Jan 21 09:45:47.544945 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'tag': '34c3cd40-d8b3-48f5-9897-622d330e5988'}] {{(pid=109057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:47.563393 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79949007bb9b1bb4c7285b4ffc7cbdeea347a4eb7e1b137d5b1548f1f832f7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e157a1-d367-4e51-a364-3b4b5d41a433" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0a081e-8e9a-4213-9b47-72f6ab93acdf", "tag": "34c3cd40-d8b3-48f5-9897-622d330e5988"}]}' {{(pid=109057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:45:47.662467 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3918b203-13a5-47a4-8e48-b814dce33992 x-openstack-request-id: req-3918b203-13a5-47a4-8e48-b814dce33992 {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:45:47.662768 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0a081e-8e9a-4213-9b47-72f6ab93acdf", "tag": "34c3cd40-d8b3-48f5-9897-622d330e5988", "status": "completed", "code": 200}]} {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:45:47.663101 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-3918b203-13a5-47a4-8e48-b814dce33992 {{(pid=109057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:45:47.664049 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'tag': '34c3cd40-d8b3-48f5-9897-622d330e5988', 'status': 'completed', 'code': 200} Jan 21 09:45:47.754779 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-42049335-f459-468c-afd0-caebfbec037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:47.764141 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-42049335-f459-468c-afd0-caebfbec037a service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=a88b4bd72bcf44a19d480e01fb3ffa89&device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 1096 time: 0.1467550 Jan 21 09:45:47.800067 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-67595aca-0c11-42b3-b447-dfc8c3c0dfac req-4cd093a7-bbe9-43af-be3e-a0a15c1f8b6d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (a33cab0f-eda3-4f46-b24b-bfb067726c27), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:47.815116 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['a33cab0f-eda3-4f46-b24b-bfb067726c27'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:45:47.887284 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd093a7-bbe9-43af-be3e-a0a15c1f8b6d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Pushing event deleted for resources: {'Port': ['ID=a33cab0f-eda3-4f46-b24b-bfb067726c27,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:47.891013 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-0d2760ba-3f11-400f-8664-fde413a554af service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34c3cd40-d8b3-48f5-9897-622d330e5988 HTTP/1.1" status: 200 len: 217 time: 0.1204379 Jan 21 09:45:48.046836 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-01a70f02-7113-4e19-8396-569da5c1c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:48.048778 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-01a70f02-7113-4e19-8396-569da5c1c76c service neutron] 10.222.0.130 "GET /v2.0/subnets?id=211478e8-1562-4e09-89ff-f0480ca89aa1 HTTP/1.1" status: 200 len: 853 time: 0.1567235 Jan 21 09:45:48.080489 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:45:48.104936 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-67595aca-0c11-42b3-b447-dfc8c3c0dfac req-4cd093a7-bbe9-43af-be3e-a0a15c1f8b6d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] No DVR routers for this DVR port a33cab0f-eda3-4f46-b24b-bfb067726c27 on host hv-cinder-81561 {{(pid=109056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:48.115007 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-67595aca-0c11-42b3-b447-dfc8c3c0dfac req-4cd093a7-bbe9-43af-be3e-a0a15c1f8b6d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:48.144961 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-67595aca-0c11-42b3-b447-dfc8c3c0dfac req-4cd093a7-bbe9-43af-be3e-a0a15c1f8b6d tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.130 "DELETE /v2.0/ports/a33cab0f-eda3-4f46-b24b-bfb067726c27 HTTP/1.1" status: 204 len: 173 time: 1.4987450 Jan 21 09:45:48.155439 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959c7ff8-745c-468a-b1f8-8836a4ac1932', 'name': 'network-vif-deleted', 'tag': 'a33cab0f-eda3-4f46-b24b-bfb067726c27'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:48.167636 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0e3434-fc5a-43f4-adc6-0d7c96136a82" -d '{"events": [{"server_uuid": "959c7ff8-745c-468a-b1f8-8836a4ac1932", "name": "network-vif-deleted", "tag": "a33cab0f-eda3-4f46-b24b-bfb067726c27"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:45:48.191087 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a797e885-261a-4148-93f8-2f4ebe6b278d req-cbcec1cb-9e75-463d-a107-effe2e1f78cd tempest-ServerRescueNegativeTestJSON-82926083 tempest-ServerRescueNegativeTestJSON-82926083-project] 10.222.0.112 "GET /v2.0/ports?device_id=959c7ff8-745c-468a-b1f8-8836a4ac1932 HTTP/1.1" status: 200 len: 210 time: 0.0689569 Jan 21 09:45:48.211982 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-205675a2-afcf-4dd5-8737-fd9fe022bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:48.214533 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-205675a2-afcf-4dd5-8737-fd9fe022bc46 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=677739cc-fde9-4813-a949-b3058144337e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1568642 Jan 21 09:45:48.311901 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a90b6f-707a-410e-aa35-eac9e0d91ece x-openstack-request-id: req-48a90b6f-707a-410e-aa35-eac9e0d91ece {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:45:48.312432 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959c7ff8-745c-468a-b1f8-8836a4ac1932", "name": "network-vif-deleted", "tag": "a33cab0f-eda3-4f46-b24b-bfb067726c27", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:45:48.313057 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-48a90b6f-707a-410e-aa35-eac9e0d91ece {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:45:48.313527 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959c7ff8-745c-468a-b1f8-8836a4ac1932', 'name': 'network-vif-deleted', 'tag': 'a33cab0f-eda3-4f46-b24b-bfb067726c27', 'status': 'completed', 'code': 200} Jan 21 09:45:48.539842 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981a654-c97d-4cd3-95d0-5a0db72d7fd4 req-69ddc5c1-f328-405f-abaf-a1ae16c5944a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:48.541450 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1981a654-c97d-4cd3-95d0-5a0db72d7fd4 req-69ddc5c1-f328-405f-abaf-a1ae16c5944a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.1109190 Jan 21 09:45:48.543742 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-25abad58-b769-4dd6-a0c7-369cfff673ae service neutron] 10.222.0.130 "GET /v2.0/networks/677739cc-fde9-4813-a949-b3058144337e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088956 Jan 21 09:45:48.723213 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:48.766187 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1981a654-c97d-4cd3-95d0-5a0db72d7fd4 req-5566c51c-8ad6-439c-ad04-305af1eb914c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052128 Jan 21 09:45:48.805646 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2f10a629-e6bc-4d2d-b8ec-01c3bc478577 req-c6a2292c-60db-486e-8bf9-d5d9e2cb0093 service neutron] 10.222.0.130 "GET /v2.0/networks/677739cc-fde9-4813-a949-b3058144337e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324181 Jan 21 09:45:48.870250 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746ba38-218f-447d-87b1-670d9161aca9 req-7b7b148c-35ff-4d45-893e-6055b1ee0ea1 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:48.872040 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2746ba38-218f-447d-87b1-670d9161aca9 req-7b7b148c-35ff-4d45-893e-6055b1ee0ea1 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 943 time: 0.1342499 Jan 21 09:45:48.982915 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e157a1-d367-4e51-a364-3b4b5d41a433 req-1fe8b252-badc-45cf-9f91-d9783f8b1c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:48.984948 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-94e157a1-d367-4e51-a364-3b4b5d41a433 req-1fe8b252-badc-45cf-9f91-d9783f8b1c5d service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=a88b4bd72bcf44a19d480e01fb3ffa89&device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 1096 time: 0.1085789 Jan 21 09:45:49.011217 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2746ba38-218f-447d-87b1-670d9161aca9 req-dedf169d-8b51-4c7a-b45c-6698e449b0b6 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285448 Jan 21 09:45:49.189119 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e157a1-d367-4e51-a364-3b4b5d41a433 req-1e54a031-5cce-4d48-93b7-08ee3a8ba778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:49.191051 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-94e157a1-d367-4e51-a364-3b4b5d41a433 req-1e54a031-5cce-4d48-93b7-08ee3a8ba778 service neutron] 10.222.0.130 "GET /v2.0/networks?id=677739cc-fde9-4813-a949-b3058144337e HTTP/1.1" status: 200 len: 915 time: 0.1912849 Jan 21 09:45:49.231983 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:49.314342 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 52920) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:49.337119 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-94e157a1-d367-4e51-a364-3b4b5d41a433 req-86f3bb69-8cf9-42e9-a915-ecfb9c9357f7 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34c3cd40-d8b3-48f5-9897-622d330e5988 HTTP/1.1" status: 200 len: 217 time: 0.1115255 Jan 21 09:45:49.446735 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e157a1-d367-4e51-a364-3b4b5d41a433 req-1355bafd-ce82-42d8-9726-6c581766c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:49.448781 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-94e157a1-d367-4e51-a364-3b4b5d41a433 req-1355bafd-ce82-42d8-9726-6c581766c3d6 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=211478e8-1562-4e09-89ff-f0480ca89aa1 HTTP/1.1" status: 200 len: 853 time: 0.0700464 Jan 21 09:45:49.703036 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e157a1-d367-4e51-a364-3b4b5d41a433 req-48d7af97-3a3d-4d87-a142-d7869c30a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:49.705207 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-94e157a1-d367-4e51-a364-3b4b5d41a433 req-48d7af97-3a3d-4d87-a142-d7869c30a23d service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=677739cc-fde9-4813-a949-b3058144337e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2252305 Jan 21 09:45:49.951867 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-94e157a1-d367-4e51-a364-3b4b5d41a433 req-1ad351e5-9dc8-4002-a56d-8d7893569f45 service neutron] 10.222.0.130 "GET /v2.0/networks/677739cc-fde9-4813-a949-b3058144337e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327507 Jan 21 09:45:50.095630 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9a441-afe1-4f6e-bf74-5c5e4b11fc9f req-391f2e5a-2c5e-4d46-929f-e662d54029e6 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:50.097202 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-98d9a441-afe1-4f6e-bf74-5c5e4b11fc9f req-391f2e5a-2c5e-4d46-929f-e662d54029e6 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.1325417 Jan 21 09:45:50.478396 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-98d9a441-afe1-4f6e-bf74-5c5e4b11fc9f req-ac46a2af-f258-4983-91bf-771731e6d23d tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3721530 Jan 21 09:45:50.555955 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-1a650c9d-4bfe-4c3e-8e11-af7ca2065ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7909559'] for router_interface (f6e3a48f-8a8f-4008-81fb-65e22775f54d), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:50.747963 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0c7ab-ec37-42be-a851-b1eb1db1d466 req-4a9d9962-4d6a-4068-a7fc-338f44c5a39d tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:50.751696 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-22c0c7ab-ec37-42be-a851-b1eb1db1d466 req-4a9d9962-4d6a-4068-a7fc-338f44c5a39d tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 943 time: 0.6014869 Jan 21 09:45:50.817066 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-94e157a1-d367-4e51-a364-3b4b5d41a433 req-a1212f5d-d977-48ad-84e7-bbbcf5e841e7 service neutron] 10.222.0.130 "GET /v2.0/networks/677739cc-fde9-4813-a949-b3058144337e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928478 Jan 21 09:45:50.882933 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-22c0c7ab-ec37-42be-a851-b1eb1db1d466 req-b8f1c4a8-a9ed-43d7-bd04-79476a1ddbd3 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243763 Jan 21 09:45:51.455634 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-1a650c9d-4bfe-4c3e-8e11-af7ca2065ede admin admin] Deleting port 508c7839-cc2c-4a01-ac1a-4e63aff6917d {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:45:51.457181 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-1a650c9d-4bfe-4c3e-8e11-af7ca2065ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (508c7839-cc2c-4a01-ac1a-4e63aff6917d), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:51.555469 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [None req-1a650c9d-4bfe-4c3e-8e11-af7ca2065ede admin admin] For port 508c7839-cc2c-4a01-ac1a-4e63aff6917d, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=508c7839-cc2c-4a01-ac1a-4e63aff6917d,segment=NetworkSegment(359f5fe4-93a4-4794-bfef-521d74a9d8a4),segment_id=359f5fe4-93a4-4794-bfef-521d74a9d8a4)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:51.555967 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-1a650c9d-4bfe-4c3e-8e11-af7ca2065ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (508c7839-cc2c-4a01-ac1a-4e63aff6917d), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:51.576560 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-1a650c9d-4bfe-4c3e-8e11-af7ca2065ede admin admin] Calling delete_port for 508c7839-cc2c-4a01-ac1a-4e63aff6917d owned by network:router_interface {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:45:51.722421 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac8dc2-d814-4b6c-8379-341d90c92439 req-11754e6b-cc3b-4c55-b1f6-a9b50dc3f425 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:51.724492 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-78ac8dc2-d814-4b6c-8379-341d90c92439 req-11754e6b-cc3b-4c55-b1f6-a9b50dc3f425 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.1322618 Jan 21 09:45:51.840854 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-78ac8dc2-d814-4b6c-8379-341d90c92439 req-afdcdbc4-ce7d-43e2-8076-c2616d2496fd tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046703 Jan 21 09:45:51.959909 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-1a650c9d-4bfe-4c3e-8e11-af7ca2065ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (508c7839-cc2c-4a01-ac1a-4e63aff6917d), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:52.018372 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a650c9d-4bfe-4c3e-8e11-af7ca2065ede admin admin] Pushing event deleted for resources: {'Port': ['ID=508c7839-cc2c-4a01-ac1a-4e63aff6917d,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:52.092407 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a96f1-9b1d-42b7-8038-92ce4ab8d780 req-a05590f8-0e49-4992-9905-1d54cb82a539 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:52.111304 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3c5a96f1-9b1d-42b7-8038-92ce4ab8d780 req-a05590f8-0e49-4992-9905-1d54cb82a539 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 943 time: 0.1356850 Jan 21 09:45:52.125245 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device a33cab0f-eda3-4f46-b24b-bfb067726c27 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:45:52.176196 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3c5a96f1-9b1d-42b7-8038-92ce4ab8d780 req-61db58c8-922c-4301-bd94-69341f33dbd5 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609918 Jan 21 09:45:52.181043 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: a33cab0f-eda3-4f46-b24b-bfb067726c27 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:45:52.181413 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device a33cab0f-eda3-4f46-b24b-bfb067726c27 not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:45:52.317397 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-1a650c9d-4bfe-4c3e-8e11-af7ca2065ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7854955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7897588'] for router_interface (f6e3a48f-8a8f-4008-81fb-65e22775f54d), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:52.767637 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a650c9d-4bfe-4c3e-8e11-af7ca2065ede admin admin] Router f6e3a48f-8a8f-4008-81fb-65e22775f54d has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:52.901070 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a650c9d-4bfe-4c3e-8e11-af7ca2065ede admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:52.917359 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ead02b3-b130-43c6-9415-bba89bba6b53 None None] Sync routers for ids ['f6e3a48f-8a8f-4008-81fb-65e22775f54d'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:52.930815 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 52952) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:52.931010 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-1a650c9d-4bfe-4c3e-8e11-af7ca2065ede admin admin] 10.222.0.112 "PUT /v2.0/routers/f6e3a48f-8a8f-4008-81fb-65e22775f54d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6154008 Jan 21 09:45:52.955474 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ead02b3-b130-43c6-9415-bba89bba6b53 None None] Routers {'f6e3a48f-8a8f-4008-81fb-65e22775f54d'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:45:52.961515 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-9ead02b3-b130-43c6-9415-bba89bba6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:45:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['f6e3a48f-8a8f-4008-81fb-65e22775f54d'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:53.156338 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15274e0-adba-4a38-ba56-95f7e8158668 req-cf36fba4-a975-4a66-918d-052c4f5a4600 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:53.165290 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b15274e0-adba-4a38-ba56-95f7e8158668 req-cf36fba4-a975-4a66-918d-052c4f5a4600 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.1059504 Jan 21 09:45:53.172911 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8b3474cc-25b5-4376-b1c2-687530d6df37 admin admin] Publish callbacks [] for router (f6e3a48f-8a8f-4008-81fb-65e22775f54d), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:53.226952 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-9ead02b3-b130-43c6-9415-bba89bba6b53 None None] Set router f6e3a48f-8a8f-4008-81fb-65e22775f54d gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:45:53.277078 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b15274e0-adba-4a38-ba56-95f7e8158668 req-590e5da5-3d7c-40bc-bdf4-f01e5cdfea2a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078677 Jan 21 09:45:53.448256 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8b3474cc-25b5-4376-b1c2-687530d6df37 admin admin] Publish callbacks [] for router_gateway (f6e3a48f-8a8f-4008-81fb-65e22775f54d), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:53.477760 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63caa2-b9e8-4b90-a939-18721dac58dd req-65eedc93-d4e4-42de-bc36-42f6192fc93b tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:53.481574 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1f63caa2-b9e8-4b90-a939-18721dac58dd req-65eedc93-d4e4-42de-bc36-42f6192fc93b tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 943 time: 0.1563392 Jan 21 09:45:53.560618 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-9ead02b3-b130-43c6-9415-bba89bba6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'name': 'tempest-ServerRescueNegativeTestJSON-1789800270-router', 'tenant_id': '8e68af954d89401b9a7122b646a5a9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '3139c4f3-baf7-49cc-99a7-ab8bd4020993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:25Z', 'updated_at': '2022-01-21T09:45:51Z', 'revision_number': 5, 'project_id': '8e68af954d89401b9a7122b646a5a9d6', 'gw_port': {'id': '3139c4f3-baf7-49cc-99a7-ab8bd4020993', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:53.601649 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ead02b3-b130-43c6-9415-bba89bba6b53 None None] Checking router: f6e3a48f-8a8f-4008-81fb-65e22775f54d for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:45:53.618307 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ead02b3-b130-43c6-9415-bba89bba6b53 None None] Routers {'f6e3a48f-8a8f-4008-81fb-65e22775f54d'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:45:53.620235 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-9ead02b3-b130-43c6-9415-bba89bba6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:45:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['f6e3a48f-8a8f-4008-81fb-65e22775f54d'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:53.652218 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1f63caa2-b9e8-4b90-a939-18721dac58dd req-93d0abf2-2e04-42c3-b130-530a8abb414e tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015017 Jan 21 09:45:53.676145 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-8b3474cc-25b5-4376-b1c2-687530d6df37 admin admin] Deleting port 3139c4f3-baf7-49cc-99a7-ab8bd4020993 {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:45:53.676966 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8b3474cc-25b5-4376-b1c2-687530d6df37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (3139c4f3-baf7-49cc-99a7-ab8bd4020993), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:53.808067 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-9ead02b3-b130-43c6-9415-bba89bba6b53 None None] Set router f6e3a48f-8a8f-4008-81fb-65e22775f54d gateway port host: None {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:45:53.813814 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [None req-8b3474cc-25b5-4376-b1c2-687530d6df37 admin admin] For port 3139c4f3-baf7-49cc-99a7-ab8bd4020993, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=3139c4f3-baf7-49cc-99a7-ab8bd4020993,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:53.814504 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8b3474cc-25b5-4376-b1c2-687530d6df37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (3139c4f3-baf7-49cc-99a7-ab8bd4020993), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:53.830042 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-8b3474cc-25b5-4376-b1c2-687530d6df37 admin admin] Calling delete_port for 3139c4f3-baf7-49cc-99a7-ab8bd4020993 owned by network:router_gateway {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:45:53.931846 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-9ead02b3-b130-43c6-9415-bba89bba6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'name': 'tempest-ServerRescueNegativeTestJSON-1789800270-router', 'tenant_id': '8e68af954d89401b9a7122b646a5a9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:25Z', 'updated_at': '2022-01-21T09:45:53Z', 'revision_number': 6, 'project_id': '8e68af954d89401b9a7122b646a5a9d6', 'gw_port_host': None}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:53.989122 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ead02b3-b130-43c6-9415-bba89bba6b53 None None] The sync data for ids ['f6e3a48f-8a8f-4008-81fb-65e22775f54d'] in dv-cinder-815614-10-iscsi is: [{'id': 'f6e3a48f-8a8f-4008-81fb-65e22775f54d', 'name': 'tempest-ServerRescueNegativeTestJSON-1789800270-router', 'tenant_id': '8e68af954d89401b9a7122b646a5a9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:25Z', 'updated_at': '2022-01-21T09:45:53Z', 'revision_number': 6, 'project_id': '8e68af954d89401b9a7122b646a5a9d6', 'gw_port_host': None}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:54.084051 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8b3474cc-25b5-4376-b1c2-687530d6df37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (3139c4f3-baf7-49cc-99a7-ab8bd4020993), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:54.147875 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3474cc-25b5-4376-b1c2-687530d6df37 admin admin] Pushing event deleted for resources: {'Port': ['ID=3139c4f3-baf7-49cc-99a7-ab8bd4020993,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:54.240647 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8b3474cc-25b5-4376-b1c2-687530d6df37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7910505'] for router_gateway (f6e3a48f-8a8f-4008-81fb-65e22775f54d), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:54.399851 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8b3474cc-25b5-4376-b1c2-687530d6df37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7909303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15939'] for router (f6e3a48f-8a8f-4008-81fb-65e22775f54d), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:54.402703 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8b3474cc-25b5-4376-b1c2-687530d6df37 admin admin] Publish callbacks [] for router_controller (f6e3a48f-8a8f-4008-81fb-65e22775f54d), precommit_delete_associations {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:54.536927 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4308493-5e9b-4c59-b007-d744176f100f req-3f981e7e-1e1e-4dc4-bdac-fb2dd8d97c3e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:54.536927 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c4308493-5e9b-4c59-b007-d744176f100f req-3f981e7e-1e1e-4dc4-bdac-fb2dd8d97c3e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.1063647 Jan 21 09:45:54.541499 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8b3474cc-25b5-4376-b1c2-687530d6df37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7909308'] for router (f6e3a48f-8a8f-4008-81fb-65e22775f54d), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:54.542217 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3474cc-25b5-4376-b1c2-687530d6df37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6e3a48f-8a8f-4008-81fb-65e22775f54d {{(pid=109057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:45:54.552431 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8b3474cc-25b5-4376-b1c2-687530d6df37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:54.557704 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-8b3474cc-25b5-4376-b1c2-687530d6df37 admin admin] 10.222.0.112 "DELETE /v2.0/routers/f6e3a48f-8a8f-4008-81fb-65e22775f54d HTTP/1.1" status: 204 len: 168 time: 1.6255045 Jan 21 09:45:54.558545 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 52960) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:54.640774 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_v2 [None req-927b86a3-be38-46c9-833b-8b0c0f4fd4b9 admin admin] Deleting subnet 434a60e8-49e8-4807-8e03-c5aa2237a078 {{(pid=109057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:45:54.654280 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-927b86a3-be38-46c9-833b-8b0c0f4fd4b9 admin admin] Publish callbacks [] for subnet (434a60e8-49e8-4807-8e03-c5aa2237a078), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:54.655506 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c4308493-5e9b-4c59-b007-d744176f100f req-25772ec5-dbcb-4896-ad46-57d816e47ead tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181278 Jan 21 09:45:54.801250 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-927b86a3-be38-46c9-833b-8b0c0f4fd4b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4494556'] for subnet (434a60e8-49e8-4807-8e03-c5aa2237a078), precommit_delete_associations {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:54.872044 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-927b86a3-be38-46c9-833b-8b0c0f4fd4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440766'] for subnet (434a60e8-49e8-4807-8e03-c5aa2237a078), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:54.963685 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5044c92-921a-46ba-a40b-63fb88951375 req-33a4d822-e5fb-4693-b1b1-748e3b660436 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:54.965903 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f5044c92-921a-46ba-a40b-63fb88951375 req-33a4d822-e5fb-4693-b1b1-748e3b660436 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 943 time: 0.1127975 Jan 21 09:45:54.991227 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-927b86a3-be38-46c9-833b-8b0c0f4fd4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4495266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4499785'] for subnet (434a60e8-49e8-4807-8e03-c5aa2237a078), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:55.036716 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-927b86a3-be38-46c9-833b-8b0c0f4fd4b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:55.042482 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-927b86a3-be38-46c9-833b-8b0c0f4fd4b9 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/434a60e8-49e8-4807-8e03-c5aa2237a078 HTTP/1.1" status: 204 len: 168 time: 0.4827690 Jan 21 09:45:55.047116 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 52970) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:55.050182 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b86a3-be38-46c9-833b-8b0c0f4fd4b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=434a60e8-49e8-4807-8e03-c5aa2237a078,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:55.061539 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 508c7839-cc2c-4a01-ac1a-4e63aff6917d no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:45:55.132651 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: 508c7839-cc2c-4a01-ac1a-4e63aff6917d {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:45:55.133507 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 508c7839-cc2c-4a01-ac1a-4e63aff6917d not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:45:55.134137 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 3139c4f3-baf7-49cc-99a7-ab8bd4020993 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:45:55.144696 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f5044c92-921a-46ba-a40b-63fb88951375 req-63904f1e-4bbf-48f5-8020-65b61792b382 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648576 Jan 21 09:45:55.199155 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-038dce98-90c4-4c31-a376-31e17d1e11fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466178'] for network (0045986e-e6c5-43f0-80c0-83702e835b95), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:55.201166 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: 3139c4f3-baf7-49cc-99a7-ab8bd4020993 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:45:55.201659 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 3139c4f3-baf7-49cc-99a7-ab8bd4020993 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:45:55.366679 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-038dce98-90c4-4c31-a376-31e17d1e11fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409116', 'neutron.services.segments.db._delete_segments_for_network-8767559616543'] for network (0045986e-e6c5-43f0-80c0-83702e835b95), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:55.449207 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-038dce98-90c4-4c31-a376-31e17d1e11fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0045986e-e6c5-43f0-80c0-83702e835b95']}} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:55.477803 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-038dce98-90c4-4c31-a376-31e17d1e11fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359f5fe4-93a4-4794-bfef-521d74a9d8a4') {'for_net_delete': True} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:55.481466 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-038dce98-90c4-4c31-a376-31e17d1e11fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359f5fe4-93a4-4794-bfef-521d74a9d8a4') {} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:55.504787 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-038dce98-90c4-4c31-a376-31e17d1e11fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767559616925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051238'] for segment (359f5fe4-93a4-4794-bfef-521d74a9d8a4), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:55.535923 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-038dce98-90c4-4c31-a376-31e17d1e11fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (359f5fe4-93a4-4794-bfef-521d74a9d8a4), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:55.555213 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038dce98-90c4-4c31-a376-31e17d1e11fc admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=109056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:45:55.556370 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-038dce98-90c4-4c31-a376-31e17d1e11fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6057279'] for segment (359f5fe4-93a4-4794-bfef-521d74a9d8a4), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: Traceback (most recent call last): Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: timer() Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: cb(*args, **kw) Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: return func(*args, **kwargs) Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: self._notify() Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: self.callback(batched_events) Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: event.method(event) Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: return f(self, *a, **k) Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._get(url).json() Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:55.558826 dv-cinder-815614-10-iscsi neutron-server[109056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:55.630207 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-038dce98-90c4-4c31-a376-31e17d1e11fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910546'] for network (0045986e-e6c5-43f0-80c0-83702e835b95), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:55.639780 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-038dce98-90c4-4c31-a376-31e17d1e11fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:55.643443 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-038dce98-90c4-4c31-a376-31e17d1e11fc admin admin] 10.222.0.112 "DELETE /v2.0/networks/0045986e-e6c5-43f0-80c0-83702e835b95 HTTP/1.1" status: 204 len: 168 time: 0.5952446 Jan 21 09:45:55.656578 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dce98-90c4-4c31-a376-31e17d1e11fc admin admin] Pushing event deleted for resources: {'Network': ['ID=0045986e-e6c5-43f0-80c0-83702e835b95,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:56.000002 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e56d30-de5c-4db7-adf5-d75add6e7fda req-62124d4d-7609-4a02-a31f-ce9d4a7b3f70 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:56.025607 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-56e56d30-de5c-4db7-adf5-d75add6e7fda req-62124d4d-7609-4a02-a31f-ce9d4a7b3f70 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.1850586 Jan 21 09:45:56.069831 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 52982) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:56.137756 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-56e56d30-de5c-4db7-adf5-d75add6e7fda req-d5448b9c-bf76-4dc8-902c-c7224154c92c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075225 Jan 21 09:45:56.140695 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-2721310f-a869-4041-9589-97b7c27c9ca2 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=8e68af954d89401b9a7122b646a5a9d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0691810 Jan 21 09:45:56.143210 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 52986) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:56.224200 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3c124727-2a4b-44b3-be41-5823a57196c8 admin admin] Publish callbacks [] for security_group (f3dfd66d-99af-46ce-b079-83ddbdf5a5ac), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:56.251944 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3c124727-2a4b-44b3-be41-5823a57196c8 admin admin] Publish callbacks [] for security_group (f3dfd66d-99af-46ce-b079-83ddbdf5a5ac), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:56.313257 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3c124727-2a4b-44b3-be41-5823a57196c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (f3dfd66d-99af-46ce-b079-83ddbdf5a5ac), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:56.317015 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bc697-da1a-4deb-bdc6-33e0c2f00073 req-15126877-0144-453f-bdf6-a1b423ddbc91 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:56.317889 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3c124727-2a4b-44b3-be41-5823a57196c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:56.320465 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-3c124727-2a4b-44b3-be41-5823a57196c8 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f3dfd66d-99af-46ce-b079-83ddbdf5a5ac HTTP/1.1" status: 204 len: 168 time: 0.1752286 Jan 21 09:45:56.335505 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c124727-2a4b-44b3-be41-5823a57196c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dfd66d-99af-46ce-b079-83ddbdf5a5ac,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:56.342395 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-000bc697-da1a-4deb-bdc6-33e0c2f00073 req-15126877-0144-453f-bdf6-a1b423ddbc91 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 943 time: 0.0794384 Jan 21 09:45:56.441396 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-000bc697-da1a-4deb-bdc6-33e0c2f00073 req-06e60619-1a1c-4bc0-8067-9e7e25035267 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962963 Jan 21 09:45:57.193593 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 53018) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:57.318738 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8b6e0-df73-4671-910f-0d3a89c9987c req-30a3da07-1af4-4a06-87ab-fe68420c898a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:57.321015 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-19c8b6e0-df73-4671-910f-0d3a89c9987c req-30a3da07-1af4-4a06-87ab-fe68420c898a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.0699604 Jan 21 09:45:57.340989 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-5ac927ad-e3b7-48ab-9353-c70e45078482 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1752219111-network', 'tenant_id': '3ab22d0716c7425db3b829685bfe7c5e'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:57.395475 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-19c8b6e0-df73-4671-910f-0d3a89c9987c req-55264060-bbfe-43ff-9979-2b29b8e17d3c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670307 Jan 21 09:45:57.396667 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac927ad-e3b7-48ab-9353-c70e45078482 admin admin] Made reservation on behalf of 3ab22d0716c7425db3b829685bfe7c5e for: {'network': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:57.400147 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5ac927ad-e3b7-48ab-9353-c70e45078482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:57.411259 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5ac927ad-e3b7-48ab-9353-c70e45078482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:57.513686 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5ac927ad-e3b7-48ab-9353-c70e45078482 admin admin] Publish callbacks [] for security_group (961bed9f-dec8-4542-9ba7-878648b566ce), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:57.523049 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5ac927ad-e3b7-48ab-9353-c70e45078482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (961bed9f-dec8-4542-9ba7-878648b566ce), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:57.556093 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac927ad-e3b7-48ab-9353-c70e45078482 admin admin] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=109056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:57.568851 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac927ad-e3b7-48ab-9353-c70e45078482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961bed9f-dec8-4542-9ba7-878648b566ce,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:57.600147 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5ac927ad-e3b7-48ab-9353-c70e45078482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (7cf31147-4072-451c-8900-718e7f39ea0e), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:57.601305 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.segments_db [None req-5ac927ad-e3b7-48ab-9353-c70e45078482 admin admin] Added segment 7cf31147-4072-451c-8900-718e7f39ea0e of type vlan for network 10533aac-077a-4455-8456-4513b777be2f Jan 21 09:45:57.607093 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75757f84-772c-4f5b-8710-7a28380e2ed9 req-4c9680b4-c0de-4386-afa8-b8a69d4f3236 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:57.615749 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-75757f84-772c-4f5b-8710-7a28380e2ed9 req-4c9680b4-c0de-4386-afa8-b8a69d4f3236 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 943 time: 0.0833843 Jan 21 09:45:57.654649 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5ac927ad-e3b7-48ab-9353-c70e45078482 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (10533aac-077a-4455-8456-4513b777be2f), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:57.676134 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-75757f84-772c-4f5b-8710-7a28380e2ed9 req-ab4df3d6-d071-4e3f-84e9-6b07856c901a tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586731 Jan 21 09:45:57.689660 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5ac927ad-e3b7-48ab-9353-c70e45078482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (10533aac-077a-4455-8456-4513b777be2f), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:57.690878 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac927ad-e3b7-48ab-9353-c70e45078482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:57.691793 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5ac927ad-e3b7-48ab-9353-c70e45078482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:57.735608 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-5ac927ad-e3b7-48ab-9353-c70e45078482 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5399044 Jan 21 09:45:57.737184 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 53026) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:57.742451 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-69732357-b7eb-4b69-9f94-49c9299a979d admin admin] Request body: {'subnet': {'network_id': '10533aac-077a-4455-8456-4513b777be2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1752219111-subnet', 'tenant_id': '3ab22d0716c7425db3b829685bfe7c5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:57.772961 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac927ad-e3b7-48ab-9353-c70e45078482 admin admin] Pushing event updated for resources: {'Network': ['ID=10533aac-077a-4455-8456-4513b777be2f,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:57.774031 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69732357-b7eb-4b69-9f94-49c9299a979d admin admin] Made reservation on behalf of 3ab22d0716c7425db3b829685bfe7c5e for: {'subnet': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:57.776700 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-69732357-b7eb-4b69-9f94-49c9299a979d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4499758'] for subnet (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:57.784917 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network 10533aac-077a-4455-8456-4513b777be2f details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:45:57.978526 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-69732357-b7eb-4b69-9f94-49c9299a979d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4494437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4499760'] for subnet (ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:58.035328 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69732357-b7eb-4b69-9f94-49c9299a979d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:58.046828 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69732357-b7eb-4b69-9f94-49c9299a979d admin admin] Checking segment: {'id': '7cf31147-4072-451c-8900-718e7f39ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '10533aac-077a-4455-8456-4513b777be2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:45:58.047229 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69732357-b7eb-4b69-9f94-49c9299a979d admin admin] Network hostable DHCP agents. Network: 10533aac-077a-4455-8456-4513b777be2f, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:58.073610 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69732357-b7eb-4b69-9f94-49c9299a979d admin admin] Network 10533aac-077a-4455-8456-4513b777be2f is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:58.086621 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-69732357-b7eb-4b69-9f94-49c9299a979d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, 10533aac-077a-4455-8456-4513b777be2f) {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:58.090984 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69732357-b7eb-4b69-9f94-49c9299a979d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:58.091617 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-69732357-b7eb-4b69-9f94-49c9299a979d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:58.098877 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0044337c-1233-4689-ad08-99a16f4a93f9 None None] Network 10533aac-077a-4455-8456-4513b777be2f requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:45:58.124546 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-69732357-b7eb-4b69-9f94-49c9299a979d admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3858993 Jan 21 09:45:58.235090 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d5243a-3221-42f6-8850-1f7a9fe9d028 None None] Network 10533aac-077a-4455-8456-4513b777be2f requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:45:58.548009 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a73ced-77f2-4a20-994f-ad99a1043710 req-ae0ef237-e99d-439b-91a0-27968db24903 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:58.549645 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-39a73ced-77f2-4a20-994f-ad99a1043710 req-ae0ef237-e99d-439b-91a0-27968db24903 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.0639908 Jan 21 09:45:58.623515 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-39a73ced-77f2-4a20-994f-ad99a1043710 req-b0834143-153f-4743-8598-7da1c198fa1f tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666566 Jan 21 09:45:58.662306 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-99c2e84f-fdbe-4b26-b413-31f9e4d6d6fb tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:58.665982 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-99c2e84f-fdbe-4b26-b413-31f9e4d6d6fb tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/networks?id=10533aac-077a-4455-8456-4513b777be2f HTTP/1.1" status: 200 len: 815 time: 0.1557021 Jan 21 09:45:58.682886 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-2a526793-90aa-4cd5-bddd-9c64e4343bfe tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/quotas/3ab22d0716c7425db3b829685bfe7c5e HTTP/1.1" status: 200 len: 375 time: 0.0116472 Jan 21 09:45:58.721469 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-c4ba046c-c529-4d8e-a282-9975c600d1c1 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ab22d0716c7425db3b829685bfe7c5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332623 Jan 21 09:45:58.825759 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bd1af-5d87-486a-8823-60041015bf84 req-74d2ea04-6200-476c-b575-cba2d9d8561e tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:58.827485 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-554bd1af-5d87-486a-8823-60041015bf84 req-74d2ea04-6200-476c-b575-cba2d9d8561e tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 943 time: 0.0750222 Jan 21 09:45:58.856563 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-f7618eb0-68fa-45e5-80e0-b0bff6b78d59 service neutron] 10.222.0.112 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249073 Jan 21 09:45:58.896663 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-554bd1af-5d87-486a-8823-60041015bf84 req-fe5a38db-1820-4ad2-9b6d-23eefa80ab82 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621612 Jan 21 09:45:58.994309 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-6383bd4a-8192-46c1-a506-6e8e15060d27 service neutron] 10.222.0.112 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197383 Jan 21 09:45:59.167745 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ae0a0f40-edf6-4054-9280-0ba1e0eea4f0 req-29a08eab-bf13-4e30-ad40-47189c5f6b76 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 210 time: 0.0302358 Jan 21 09:45:59.763975 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86405333-14e8-4756-8e7d-15d6fa9182eb req-20ef52ec-59b6-48bc-a8e1-aa3211a07f79 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:59.765998 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-86405333-14e8-4756-8e7d-15d6fa9182eb req-20ef52ec-59b6-48bc-a8e1-aa3211a07f79 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.0577400 Jan 21 09:45:59.815941 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-86405333-14e8-4756-8e7d-15d6fa9182eb req-e8b33deb-ee67-4aa8-bf19-9fa7b43a87b1 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437186 Jan 21 09:46:00.020004 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766b59c-6914-4b12-98f9-f5d25758a020 req-b22ae9c6-2d33-46ab-b8fc-74cac54717e4 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:00.021484 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6766b59c-6914-4b12-98f9-f5d25758a020 req-b22ae9c6-2d33-46ab-b8fc-74cac54717e4 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 943 time: 0.0482965 Jan 21 09:46:00.073561 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6766b59c-6914-4b12-98f9-f5d25758a020 req-b509be8a-7e03-49b7-bf48-e38ace844bea tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455334 Jan 21 09:46:00.270558 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-90108d29-4ec9-4c00-9dd5-9663860bd660 req-2249a8d6-7067-4e40-8f7f-b7c4f11d9b33 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 210 time: 0.0260236 Jan 21 09:46:00.946382 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b9a6b-8098-4a23-9c98-6b721aaf754d req-f279d77e-4a24-414d-b807-5bff5619953a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:00.948210 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-fd1b9a6b-8098-4a23-9c98-6b721aaf754d req-f279d77e-4a24-414d-b807-5bff5619953a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.0524890 Jan 21 09:46:00.995501 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-fd1b9a6b-8098-4a23-9c98-6b721aaf754d req-316eba85-053e-4652-af81-93c0bdfbe767 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417869 Jan 21 09:46:01.188169 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25205590-3575-48d0-8004-01b6a703960f req-b5999b93-6e13-4ccb-aa6b-ab7329a7bee2 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:01.189643 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-25205590-3575-48d0-8004-01b6a703960f req-b5999b93-6e13-4ccb-aa6b-ab7329a7bee2 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 943 time: 0.0489562 Jan 21 09:46:01.240265 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:01.243979 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-25205590-3575-48d0-8004-01b6a703960f req-73c81ba6-3c2c-48a7-bea9-e41716bd32f9 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475292 Jan 21 09:46:01.363882 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5859ccb3-1c1e-40c4-9e55-49d6b4a04d32 req-c43457f0-dee1-4172-9d74-6e697f17e197 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 210 time: 0.0255446 Jan 21 09:46:02.116872 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992970a-9464-4c95-b9b1-7ff6e70c107b req-5f231f08-d3f4-4025-90fd-fb7de1227f89 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:02.118392 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c992970a-9464-4c95-b9b1-7ff6e70c107b req-5f231f08-d3f4-4025-90fd-fb7de1227f89 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.0503757 Jan 21 09:46:02.164696 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c992970a-9464-4c95-b9b1-7ff6e70c107b req-317b3c37-6176-49da-99f5-5056c23e9204 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403574 Jan 21 09:46:02.358673 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a660235-3ad7-49af-8ca6-52b9f7462aaa req-2320c94a-b202-4a16-a93a-bde5d5f59062 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:02.360102 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4a660235-3ad7-49af-8ca6-52b9f7462aaa req-2320c94a-b202-4a16-a93a-bde5d5f59062 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 943 time: 0.0494487 Jan 21 09:46:02.410388 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4a660235-3ad7-49af-8ca6-52b9f7462aaa req-b4d0130b-fdfb-468f-a36e-e3997b0e5134 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447702 Jan 21 09:46:02.457463 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e2bcec90-fa98-43b0-9a6d-a1dd6f1b581c req-39601ad4-6a2b-4672-9d46-b3c92417f2bb tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 210 time: 0.0262556 Jan 21 09:46:03.177093 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfc640-5ff8-4676-be03-83d2f68666da req-b4b63da2-5d53-4989-be2d-431aeac150dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:03.180159 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-18cfc640-5ff8-4676-be03-83d2f68666da req-b4b63da2-5d53-4989-be2d-431aeac150dd service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=7856a1f7c3034123ad5178bc63058030&device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 1098 time: 0.0463932 Jan 21 09:46:03.337964 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3e5d9-d736-4168-857f-2f6b51f124ec req-aff277ce-4c0b-41ec-a555-9dfbe6f0888e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:03.339423 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1ed3e5d9-d736-4168-857f-2f6b51f124ec req-aff277ce-4c0b-41ec-a555-9dfbe6f0888e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 945 time: 0.0829642 Jan 21 09:46:03.340600 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfc640-5ff8-4676-be03-83d2f68666da req-560ab439-5cc4-4381-b3d6-77ab35c47965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:03.341944 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-18cfc640-5ff8-4676-be03-83d2f68666da req-560ab439-5cc4-4381-b3d6-77ab35c47965 service neutron] 10.222.0.130 "GET /v2.0/networks?id=07378755-75a7-4292-9dfc-589db966e3ea HTTP/1.1" status: 200 len: 918 time: 0.1558244 Jan 21 09:46:03.354900 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-374fab17-6c90-485a-8d76-244ba8e2af25 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:03.356432 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-374fab17-6c90-485a-8d76-244ba8e2af25 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.130 "GET /v2.0/networks?id=10533aac-077a-4455-8456-4513b777be2f HTTP/1.1" status: 200 len: 815 time: 0.1258788 Jan 21 09:46:03.370629 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-62f9bd69-766d-463d-98ff-d5c0bc6c5432 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Request body: {'port': {'device_id': '5496a916-485c-4037-b9f2-34c840938f9c', 'network_id': '10533aac-077a-4455-8456-4513b777be2f', 'admin_state_up': True, 'tenant_id': '3ab22d0716c7425db3b829685bfe7c5e'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:03.441741 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-18cfc640-5ff8-4676-be03-83d2f68666da req-f455c15d-07e2-438b-a5da-7d6e34fe0667 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10b1867-fbb6-4096-8248-3c8982ed27d5 HTTP/1.1" status: 200 len: 1001 time: 0.0890200 Jan 21 09:46:03.445644 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1ed3e5d9-d736-4168-857f-2f6b51f124ec req-405b593f-8e9b-40fa-8d0c-8f7a0d403a81 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996110 Jan 21 09:46:03.496510 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfc640-5ff8-4676-be03-83d2f68666da req-8db2a13a-8162-4784-abe2-f40f3021cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:03.498021 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-18cfc640-5ff8-4676-be03-83d2f68666da req-8db2a13a-8162-4784-abe2-f40f3021cf39 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=8ce5e84a-93b0-4cbd-b344-38a756d16f49 HTTP/1.1" status: 200 len: 856 time: 0.0494447 Jan 21 09:46:03.554768 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e45d5-2e56-45ae-bd73-33676ddf9c8a req-d1cc4ef3-d354-43cf-8e0f-fb58db06d78f tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:03.556433 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-616e45d5-2e56-45ae-bd73-33676ddf9c8a req-d1cc4ef3-d354-43cf-8e0f-fb58db06d78f tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 943 time: 0.0719564 Jan 21 09:46:03.562303 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-64c7ecc8-ce4a-4fcb-9a79-0edad98e7e42 req-8c9c266c-336b-4bf2-9712-bf5c5d387d1a tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 210 time: 0.0301301 Jan 21 09:46:03.564947 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-62f9bd69-766d-463d-98ff-d5c0bc6c5432 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Made reservation on behalf of 3ab22d0716c7425db3b829685bfe7c5e for: {'port': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:03.568495 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-62f9bd69-766d-463d-98ff-d5c0bc6c5432 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:03.572592 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfc640-5ff8-4676-be03-83d2f68666da req-6585ccd2-73c9-433c-9822-037cb8f2896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:03.574100 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-18cfc640-5ff8-4676-be03-83d2f68666da req-6585ccd2-73c9-433c-9822-037cb8f2896a service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=07378755-75a7-4292-9dfc-589db966e3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0685520 Jan 21 09:46:03.667124 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-616e45d5-2e56-45ae-bd73-33676ddf9c8a req-03213055-2455-419f-bd67-72ad735ce1cc tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039157 Jan 21 09:46:03.673692 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-18cfc640-5ff8-4676-be03-83d2f68666da req-d8dd308e-8867-4f6b-890d-6f86d9d3cc83 service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924296 Jan 21 09:46:03.736502 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-62f9bd69-766d-463d-98ff-d5c0bc6c5432 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Allocated IP 172.20.0.10 (10533aac-077a-4455-8456-4513b777be2f/ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0/dda8259a-ac04-4b4b-beb5-195ec816b4ff) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:03.766380 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-18cfc640-5ff8-4676-be03-83d2f68666da req-d3012737-318f-4fd4-93fe-5bd4c64edd22 service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853229 Jan 21 09:46:03.885269 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-62f9bd69-766d-463d-98ff-d5c0bc6c5432 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks [] for port (dda8259a-ac04-4b4b-beb5-195ec816b4ff), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:03.921328 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-62f9bd69-766d-463d-98ff-d5c0bc6c5432 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (dda8259a-ac04-4b4b-beb5-195ec816b4ff), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:03.966696 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-62f9bd69-766d-463d-98ff-d5c0bc6c5432 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Network 10533aac-077a-4455-8456-4513b777be2f is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:03.972218 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-62f9bd69-766d-463d-98ff-d5c0bc6c5432 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:03.976494 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-62f9bd69-766d-463d-98ff-d5c0bc6c5432 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:46:03.992126 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d10b1867-fbb6-4096-8248-3c8982ed27d5 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:46:04.003612 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9bd69-766d-463d-98ff-d5c0bc6c5432 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Pushing event updated for resources: {'Port': ['ID=dda8259a-ac04-4b4b-beb5-195ec816b4ff,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:04.038921 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-62f9bd69-766d-463d-98ff-d5c0bc6c5432 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:04.039699 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-62f9bd69-766d-463d-98ff-d5c0bc6c5432 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:04.067147 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-62f9bd69-766d-463d-98ff-d5c0bc6c5432 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7002890 Jan 21 09:46:04.079254 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Request body: {'port': {'device_id': '5496a916-485c-4037-b9f2-34c840938f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:04.082575 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port d10b1867-fbb6-4096-8248-3c8982ed27d5 is: ACTIVE; New status is: DOWN {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:46:04.083035 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:04.110688 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd10b1867-fbb6-4096-8248-3c8982ed27d5'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:04.113557 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0f0da7-5a90-4e28-9d12-9f89b33e21f1" -d '{"events": [{"server_uuid": "54ee287a-ce7d-4108-a9f6-64914bcc68c9", "name": "network-vif-unplugged", "status": "completed", "tag": "d10b1867-fbb6-4096-8248-3c8982ed27d5"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:04.130577 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d10b1867-fbb6-4096-8248-3c8982ed27d5, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d10b1867-fbb6-4096-8248-3c8982ed27d5,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:04.136679 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:04.147643 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (dda8259a-ac04-4b4b-beb5-195ec816b4ff), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:04.172356 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acefeae-0a7b-4cde-9f2f-4ff0cabdf5c7 x-openstack-request-id: req-2acefeae-0a7b-4cde-9f2f-4ff0cabdf5c7 {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:04.172356 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ee287a-ce7d-4108-a9f6-64914bcc68c9", "name": "network-vif-unplugged", "status": "completed", "tag": "d10b1867-fbb6-4096-8248-3c8982ed27d5", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:04.172356 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-2acefeae-0a7b-4cde-9f2f-4ff0cabdf5c7 {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:04.174024 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd10b1867-fbb6-4096-8248-3c8982ed27d5', 'code': 200} Jan 21 09:46:04.202726 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=d10b1867-fbb6-4096-8248-3c8982ed27d5,revision_number=8']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:04.211316 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:04.211910 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:04.212463 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:04.213009 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:04.213528 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:04.214044 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:04.214561 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:04.215629 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:04.216144 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:04.216670 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:04.217277 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:04.217803 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:04.218315 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:04.639072 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bd34b-6b61-487e-971a-2a39e0692333 req-93b9ab70-18aa-4ed4-a21a-a264fcb8e3e1 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:04.639647 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-415bd34b-6b61-487e-971a-2a39e0692333 req-93b9ab70-18aa-4ed4-a21a-a264fcb8e3e1 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.1059947 Jan 21 09:46:04.711799 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667da3f9-a08b-49e0-be16-c4ac3c047649 req-4e19476b-c5b4-49cc-898e-ba77f9f4aace tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:04.713228 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-667da3f9-a08b-49e0-be16-c4ac3c047649 req-4e19476b-c5b4-49cc-898e-ba77f9f4aace tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 932 time: 0.0585337 Jan 21 09:46:04.722933 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-415bd34b-6b61-487e-971a-2a39e0692333 req-7e6c2484-5972-448c-89e8-252dae5c2121 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749137 Jan 21 09:46:04.759953 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda8259a-ac04-4b4b-beb5-195ec816b4ff {{(pid=109056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:46:04.769129 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Publish callbacks [] for port (dda8259a-ac04-4b4b-beb5-195ec816b4ff), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:04.778426 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-667da3f9-a08b-49e0-be16-c4ac3c047649 req-649c57a8-0973-474c-8081-229b5448d91d tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589778 Jan 21 09:46:04.789715 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.provisioning_blocks [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Transition to ACTIVE for port object dda8259a-ac04-4b4b-beb5-195ec816b4ff will not be triggered until provisioned by entity L2. {{(pid=109056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:04.794189 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (dda8259a-ac04-4b4b-beb5-195ec816b4ff), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:04.879063 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Pushing event updated for resources: {'Port': ['ID=dda8259a-ac04-4b4b-beb5-195ec816b4ff,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:04.938773 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cab69b-2148-4aac-9af1-e152f3c830c3 req-0938f529-4a57-4270-bd4e-45e5b7e68665 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:04.940307 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-27cab69b-2148-4aac-9af1-e152f3c830c3 req-0938f529-4a57-4270-bd4e-45e5b7e68665 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 943 time: 0.1400766 Jan 21 09:46:04.988120 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Attempting to bind port dda8259a-ac04-4b4b-beb5-195ec816b4ff on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:46:04.988340 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Attempting to bind port dda8259a-ac04-4b4b-beb5-195ec816b4ff by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '7cf31147-4072-451c-8900-718e7f39ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '10533aac-077a-4455-8456-4513b777be2f'}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:46:04.988676 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Attempting to bind port dda8259a-ac04-4b4b-beb5-195ec816b4ff on network 10533aac-077a-4455-8456-4513b777be2f {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:46:05.002188 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Port dda8259a-ac04-4b4b-beb5-195ec816b4ff on network 10533aac-077a-4455-8456-4513b777be2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:46:05.002525 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Attempting to bind port dda8259a-ac04-4b4b-beb5-195ec816b4ff on network 10533aac-077a-4455-8456-4513b777be2f {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:46:05.009339 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-27cab69b-2148-4aac-9af1-e152f3c830c3 req-337acec8-9823-4048-b79c-f37fdcd7e6ab tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623097 Jan 21 09:46:05.011785 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:46:05.012252 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Checking segment: {'id': '7cf31147-4072-451c-8900-718e7f39ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '10533aac-077a-4455-8456-4513b777be2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:46:05.012508 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Bound using segment: {'id': '7cf31147-4072-451c-8900-718e7f39ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '10533aac-077a-4455-8456-4513b777be2f'} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:46:05.012955 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Bound port: dda8259a-ac04-4b4b-beb5-195ec816b4ff, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf31147-4072-451c-8900-718e7f39ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '10533aac-077a-4455-8456-4513b777be2f'}}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:46:05.013328 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (dda8259a-ac04-4b4b-beb5-195ec816b4ff), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:05.077085 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] For port dda8259a-ac04-4b4b-beb5-195ec816b4ff, host hv-cinder-81561, cleared binding levels {{(pid=109056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:05.080067 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] For port dda8259a-ac04-4b4b-beb5-195ec816b4ff, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=dda8259a-ac04-4b4b-beb5-195ec816b4ff,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:05.084992 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (dda8259a-ac04-4b4b-beb5-195ec816b4ff), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:05.118707 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:05.119400 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:05.120831 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] 10.222.0.130 "PUT /v2.0/ports/dda8259a-ac04-4b4b-beb5-195ec816b4ff HTTP/1.1" status: 200 len: 1094 time: 1.0463064 Jan 21 09:46:05.121302 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5496a916-485c-4037-b9f2-34c840938f9c', 'tag': 'dda8259a-ac04-4b4b-beb5-195ec816b4ff'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:05.123674 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a8a0b1-226a-419a-b820-5e1fbf5f12e3" -d '{"events": [{"name": "network-changed", "server_uuid": "5496a916-485c-4037-b9f2-34c840938f9c", "tag": "dda8259a-ac04-4b4b-beb5-195ec816b4ff"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:05.149981 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdf755-788b-4954-8bf0-5b548c96adc5 service neutron] Pushing event updated for resources: {'Port': ['ID=dda8259a-ac04-4b4b-beb5-195ec816b4ff,revision_number=3']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:05.173533 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870b43c5-461f-487a-a3f9-9d67e60dcac3 x-openstack-request-id: req-870b43c5-461f-487a-a3f9-9d67e60dcac3 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:05.173848 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5496a916-485c-4037-b9f2-34c840938f9c", "tag": "dda8259a-ac04-4b4b-beb5-195ec816b4ff", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:05.174125 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-870b43c5-461f-487a-a3f9-9d67e60dcac3 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:05.174562 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5496a916-485c-4037-b9f2-34c840938f9c', 'tag': 'dda8259a-ac04-4b4b-beb5-195ec816b4ff', 'status': 'completed', 'code': 200} Jan 21 09:46:05.221589 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-707fa4f7-5771-47dc-b919-bce767e17d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:05.223139 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-707fa4f7-5771-47dc-b919-bce767e17d6d service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=3ab22d0716c7425db3b829685bfe7c5e&device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 1097 time: 0.0476782 Jan 21 09:46:05.263984 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-5caee67e-600a-45ea-960f-3d37c005413d service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dda8259a-ac04-4b4b-beb5-195ec816b4ff HTTP/1.1" status: 200 len: 217 time: 0.0329170 Jan 21 09:46:05.313090 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-b4d6f9e9-5197-4a78-8365-c395658e3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:05.314618 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-b4d6f9e9-5197-4a78-8365-c395658e3b3f service neutron] 10.222.0.130 "GET /v2.0/subnets?id=ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0 HTTP/1.1" status: 200 len: 855 time: 0.0443368 Jan 21 09:46:05.346029 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-82a18bb6-a93d-4dd8-ada5-5bdcdfc61876 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=10533aac-077a-4455-8456-4513b777be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244503 Jan 21 09:46:05.439040 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-2d2e094b-28f9-412f-87f3-4c8e441d0f30 service neutron] 10.222.0.130 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859122 Jan 21 09:46:05.530904 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-acca297d-2dc2-4243-ba71-2f9cb3d17a04 req-00b1d6c9-c71a-422e-bf18-24f1aee37048 service neutron] 10.222.0.130 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845168 Jan 21 09:46:05.645657 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8a0b1-226a-419a-b820-5e1fbf5f12e3 req-2143f27d-ec40-41d8-b893-e393ecde6c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:05.647323 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-44a8a0b1-226a-419a-b820-5e1fbf5f12e3 req-2143f27d-ec40-41d8-b893-e393ecde6c9c service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=3ab22d0716c7425db3b829685bfe7c5e&device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 1097 time: 0.0478423 Jan 21 09:46:05.752630 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8a0b1-226a-419a-b820-5e1fbf5f12e3 req-cdbb6a13-cdcc-48ee-a79e-6f206331f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:05.754157 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-44a8a0b1-226a-419a-b820-5e1fbf5f12e3 req-cdbb6a13-cdcc-48ee-a79e-6f206331f693 service neutron] 10.222.0.130 "GET /v2.0/networks?id=10533aac-077a-4455-8456-4513b777be2f HTTP/1.1" status: 200 len: 916 time: 0.1007771 Jan 21 09:46:05.800233 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-44a8a0b1-226a-419a-b820-5e1fbf5f12e3 req-9acc95c0-f5ca-4269-837e-df207d467dd6 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dda8259a-ac04-4b4b-beb5-195ec816b4ff HTTP/1.1" status: 200 len: 217 time: 0.0386460 Jan 21 09:46:05.885075 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8a0b1-226a-419a-b820-5e1fbf5f12e3 req-6c99966e-ad29-4cc1-a7ff-2b11b67ab6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:05.886775 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-44a8a0b1-226a-419a-b820-5e1fbf5f12e3 req-6c99966e-ad29-4cc1-a7ff-2b11b67ab6ac service neutron] 10.222.0.130 "GET /v2.0/subnets?id=ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0 HTTP/1.1" status: 200 len: 855 time: 0.0794349 Jan 21 09:46:05.901046 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b14305-544c-4cf7-bd2a-24b12d49a251 req-7c874dd9-a810-44ab-a28d-c860550c45e6 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:05.902537 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-63b14305-544c-4cf7-bd2a-24b12d49a251 req-7c874dd9-a810-44ab-a28d-c860550c45e6 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0872273 Jan 21 09:46:05.902687 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e5c01-71ed-4142-b429-0eb49bd95885 req-e7018f8d-cb25-4906-afa1-bd05911acd98 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:05.904479 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b34e5c01-71ed-4142-b429-0eb49bd95885 req-e7018f8d-cb25-4906-afa1-bd05911acd98 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 944 time: 0.0543671 Jan 21 09:46:05.944441 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-44a8a0b1-226a-419a-b820-5e1fbf5f12e3 req-9754a266-d51d-4eab-a0bd-8a20d4ff117d service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=10533aac-077a-4455-8456-4513b777be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408795 Jan 21 09:46:05.958219 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b34e5c01-71ed-4142-b429-0eb49bd95885 req-7152fcc8-455e-4ee7-b94d-a409f04a4e56 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473719 Jan 21 09:46:05.995277 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 34c3cd40-d8b3-48f5-9897-622d330e5988 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:46:06.004623 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-63b14305-544c-4cf7-bd2a-24b12d49a251 req-5584f94f-0dfe-4624-adea-b2e12b5d43d4 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896790 Jan 21 09:46:06.068247 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-44a8a0b1-226a-419a-b820-5e1fbf5f12e3 req-b1f34c1e-eddb-4295-912d-85cad1c0031f service neutron] 10.222.0.130 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083684 Jan 21 09:46:06.145755 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 34c3cd40-d8b3-48f5-9897-622d330e5988, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=34c3cd40-d8b3-48f5-9897-622d330e5988,segment=NetworkSegment(350bbcbb-1af6-4d86-95cf-1010219286ec),segment_id=350bbcbb-1af6-4d86-95cf-1010219286ec)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:06.158328 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': '34c3cd40-d8b3-48f5-9897-622d330e5988', 'network_id': '677739cc-fde9-4813-a949-b3058144337e', 'port_id': '34c3cd40-d8b3-48f5-9897-622d330e5988', 'mac_address': 'fa:16:3e:41:84:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:46:06.204108 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-44a8a0b1-226a-419a-b820-5e1fbf5f12e3 req-613988d9-0bcb-46ad-9380-364dde8b838d service neutron] 10.222.0.130 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287911 Jan 21 09:46:06.204799 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 34c3cd40-d8b3-48f5-9897-622d330e5988 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:46:06.205445 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:06.211715 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d593c-48ca-411d-99ee-c12987f03a7a req-4145e184-bef2-418d-a11d-7e6e75e0d186 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:06.219910 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-8d0d593c-48ca-411d-99ee-c12987f03a7a req-4145e184-bef2-418d-a11d-7e6e75e0d186 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 943 time: 0.0675838 Jan 21 09:46:06.225778 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c3cd40-d8b3-48f5-9897-622d330e5988 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:46:06.248007 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 34c3cd40-d8b3-48f5-9897-622d330e5988, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=34c3cd40-d8b3-48f5-9897-622d330e5988,segment=NetworkSegment(350bbcbb-1af6-4d86-95cf-1010219286ec),segment_id=350bbcbb-1af6-4d86-95cf-1010219286ec)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:06.253797 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:06.276896 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-8d0d593c-48ca-411d-99ee-c12987f03a7a req-f6459988-2a8d-42e2-9ec2-4aa9b1d45761 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558624 Jan 21 09:46:06.315905 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=34c3cd40-d8b3-48f5-9897-622d330e5988,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:06.533359 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['34c3cd40-d8b3-48f5-9897-622d330e5988'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:46:06.771039 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [req-88666992-68d4-423a-874d-c94de34cc841 req-37ff76a6-5015-404c-861b-392a22d17ed3 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:46:06.772070 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-88666992-68d4-423a-874d-c94de34cc841 req-37ff76a6-5015-404c-861b-392a22d17ed3 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055141 Jan 21 09:46:06.945438 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d8622-cdfa-4c22-b978-9f8d3e94c136 req-880f2e39-439e-40fc-9055-2077f5a9d567 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:06.947311 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7a8d8622-cdfa-4c22-b978-9f8d3e94c136 req-880f2e39-439e-40fc-9055-2077f5a9d567 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0538826 Jan 21 09:46:07.003743 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7a8d8622-cdfa-4c22-b978-9f8d3e94c136 req-82e1ef65-b6bb-4819-ba52-ea9e02daa053 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501947 Jan 21 09:46:07.090048 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32dd53-ee87-4026-a7c3-fdd348198fe2 req-f84e69fc-d04c-47b3-97fb-a7fee1eddfa8 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:07.093495 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4f32dd53-ee87-4026-a7c3-fdd348198fe2 req-f84e69fc-d04c-47b3-97fb-a7fee1eddfa8 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 944 time: 0.0577769 Jan 21 09:46:07.142657 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4f32dd53-ee87-4026-a7c3-fdd348198fe2 req-67bbdc24-61c4-4389-93a6-fc0bfc79b4ae tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430818 Jan 21 09:46:07.207836 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 53222) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:07.293259 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0d0021ae-c4b2-44c8-88fe-396367b2197d req-63f96347-8da2-4b03-b930-44a8be2ef8a5 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841203 Jan 21 09:46:07.301738 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [req-0d0021ae-c4b2-44c8-88fe-396367b2197d req-771399b5-a0dd-4f3d-923d-6dd27ae941ce service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:46:07.302710 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0d0021ae-c4b2-44c8-88fe-396367b2197d req-771399b5-a0dd-4f3d-923d-6dd27ae941ce service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048709 Jan 21 09:46:07.401108 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7ec10-ca38-4c77-86bd-7851d7a03cfb req-8c69dc88-27e7-457a-85e9-7f8c1f723af6 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:07.402664 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bfd7ec10-ca38-4c77-86bd-7851d7a03cfb req-8c69dc88-27e7-457a-85e9-7f8c1f723af6 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 944 time: 0.0507376 Jan 21 09:46:07.455922 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bfd7ec10-ca38-4c77-86bd-7851d7a03cfb req-7ef775fe-39b8-4e6b-bd86-97afd53f5474 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474920 Jan 21 09:46:08.010070 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device dda8259a-ac04-4b4b-beb5-195ec816b4ff details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:46:08.012147 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 34c3cd40-d8b3-48f5-9897-622d330e5988 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:46:08.139489 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7de796-9fc8-4c03-9a58-32ec3f006aab req-fd814470-dc18-4fcd-9914-9465242ad431 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:08.141462 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-bb7de796-9fc8-4c03-9a58-32ec3f006aab req-fd814470-dc18-4fcd-9914-9465242ad431 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0640912 Jan 21 09:46:08.196343 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port 34c3cd40-d8b3-48f5-9897-622d330e5988 completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:08.206961 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port dda8259a-ac04-4b4b-beb5-195ec816b4ff, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=dda8259a-ac04-4b4b-beb5-195ec816b4ff,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:08.216380 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port 34c3cd40-d8b3-48f5-9897-622d330e5988 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:08.216775 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:08.224262 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-bb7de796-9fc8-4c03-9a58-32ec3f006aab req-dcde9a93-4341-4ee3-b10a-f7d43be2d022 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765469 Jan 21 09:46:08.244015 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': 'dda8259a-ac04-4b4b-beb5-195ec816b4ff', 'network_id': '10533aac-077a-4455-8456-4513b777be2f', 'port_id': 'dda8259a-ac04-4b4b-beb5-195ec816b4ff', 'mac_address': 'fa:16:3e:e0:6d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:46:08.307687 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port dda8259a-ac04-4b4b-beb5-195ec816b4ff is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:46:08.308090 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (dda8259a-ac04-4b4b-beb5-195ec816b4ff), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:08.311794 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e029ceb-32fd-475d-87ed-51923bff365a req-a539f3f7-3a08-4813-84e5-ce093b9fa48d tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:08.313880 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-4e029ceb-32fd-475d-87ed-51923bff365a req-a539f3f7-3a08-4813-84e5-ce093b9fa48d tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 944 time: 0.0651469 Jan 21 09:46:08.329529 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda8259a-ac04-4b4b-beb5-195ec816b4ff {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:46:08.369199 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-4e029ceb-32fd-475d-87ed-51923bff365a req-180cc937-1701-4d76-9e6b-06095d5ff337 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482810 Jan 21 09:46:08.380030 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port dda8259a-ac04-4b4b-beb5-195ec816b4ff, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=dda8259a-ac04-4b4b-beb5-195ec816b4ff,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:08.383579 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 34c3cd40-d8b3-48f5-9897-622d330e5988 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:46:08.383990 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:08.397367 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (dda8259a-ac04-4b4b-beb5-195ec816b4ff), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:08.436542 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c3cd40-d8b3-48f5-9897-622d330e5988'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:08.438993 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bfeeba-cc12-47c8-93b4-3ba3daa16727" -d '{"events": [{"server_uuid": "5d0a081e-8e9a-4213-9b47-72f6ab93acdf", "name": "network-vif-plugged", "status": "completed", "tag": "34c3cd40-d8b3-48f5-9897-622d330e5988"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:08.461292 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 34c3cd40-d8b3-48f5-9897-622d330e5988, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=34c3cd40-d8b3-48f5-9897-622d330e5988,segment=NetworkSegment(350bbcbb-1af6-4d86-95cf-1010219286ec),segment_id=350bbcbb-1af6-4d86-95cf-1010219286ec)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:08.471231 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:08.481384 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=dda8259a-ac04-4b4b-beb5-195ec816b4ff,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:08.516366 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f400c08-9c69-4df5-bf10-6a20421a1e36 x-openstack-request-id: req-7f400c08-9c69-4df5-bf10-6a20421a1e36 {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:08.516792 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0a081e-8e9a-4213-9b47-72f6ab93acdf", "name": "network-vif-plugged", "status": "completed", "tag": "34c3cd40-d8b3-48f5-9897-622d330e5988", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:08.517153 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7f400c08-9c69-4df5-bf10-6a20421a1e36 {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:08.517658 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c3cd40-d8b3-48f5-9897-622d330e5988', 'code': 200} Jan 21 09:46:08.548448 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=34c3cd40-d8b3-48f5-9897-622d330e5988,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:08.601758 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef2444-fd1e-477f-87fe-a54780f2cd09 req-7ec6dddc-c1c5-4242-bc05-3f024d03613c tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:08.603367 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a9ef2444-fd1e-477f-87fe-a54780f2cd09 req-7ec6dddc-c1c5-4242-bc05-3f024d03613c tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 945 time: 0.0636146 Jan 21 09:46:08.653829 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a9ef2444-fd1e-477f-87fe-a54780f2cd09 req-eaf773e1-c738-4c52-91de-2ad317fb5509 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443568 Jan 21 09:46:08.674873 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['dda8259a-ac04-4b4b-beb5-195ec816b4ff'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:46:08.701616 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974dc87c-3029-452a-9339-545261b0adf6 req-b54c980b-ddfa-4bf6-9127-6a95df456592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:08.703197 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-974dc87c-3029-452a-9339-545261b0adf6 req-b54c980b-ddfa-4bf6-9127-6a95df456592 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 1098 time: 0.0462124 Jan 21 09:46:08.747111 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-974dc87c-3029-452a-9339-545261b0adf6 req-83c68f6e-3027-4abf-a5f5-be12837ff659 service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375507 Jan 21 09:46:09.145441 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0021ae-c4b2-44c8-88fe-396367b2197d req-f73959cb-2dd5-403b-a012-63a12b4dbac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:09.147074 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0d0021ae-c4b2-44c8-88fe-396367b2197d req-f73959cb-2dd5-403b-a012-63a12b4dbac9 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9&tenant_id=7856a1f7c3034123ad5178bc63058030 HTTP/1.1" status: 200 len: 1096 time: 0.0737576 Jan 21 09:46:09.192865 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 53256) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:09.231958 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0021ae-c4b2-44c8-88fe-396367b2197d req-8d506580-acc5-4769-9953-6c8865040f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:09.233504 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0d0021ae-c4b2-44c8-88fe-396367b2197d req-8d506580-acc5-4769-9953-6c8865040f81 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=7856a1f7c3034123ad5178bc63058030&device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 1096 time: 0.0473192 Jan 21 09:46:09.310107 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ba332316-3080-43fd-8aaf-87f8188425b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:09.330649 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0021ae-c4b2-44c8-88fe-396367b2197d req-ad045b3c-bd51-408f-a929-27c496256915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:09.332243 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0d0021ae-c4b2-44c8-88fe-396367b2197d req-ad045b3c-bd51-408f-a929-27c496256915 service neutron] 10.222.0.130 "GET /v2.0/networks?id=07378755-75a7-4292-9dfc-589db966e3ea HTTP/1.1" status: 200 len: 918 time: 0.0893939 Jan 21 09:46:09.387822 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b304fff-c8a1-456a-ba1d-a353b9301f37 req-0676bd48-f1d4-49d2-87d7-65dbcbe8773a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:09.389387 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6b304fff-c8a1-456a-ba1d-a353b9301f37 req-0676bd48-f1d4-49d2-87d7-65dbcbe8773a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0769722 Jan 21 09:46:09.402982 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0d0021ae-c4b2-44c8-88fe-396367b2197d req-f0e7b8a6-23ae-44ff-a69b-9719ad168dce service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10b1867-fbb6-4096-8248-3c8982ed27d5 HTTP/1.1" status: 200 len: 999 time: 0.0644844 Jan 21 09:46:09.462033 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ba332316-3080-43fd-8aaf-87f8188425b1 admin admin] Publish callbacks [] for security_group (176f5ab6-44ba-4652-86c2-12314533e184), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:09.467241 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6b304fff-c8a1-456a-ba1d-a353b9301f37 req-1aae5f87-f0c9-4c59-8339-8ea8efa68437 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664036 Jan 21 09:46:09.468578 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ba332316-3080-43fd-8aaf-87f8188425b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (176f5ab6-44ba-4652-86c2-12314533e184), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:09.481391 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0021ae-c4b2-44c8-88fe-396367b2197d req-43fb1a77-9699-4325-b598-431e565cd57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:09.482928 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0d0021ae-c4b2-44c8-88fe-396367b2197d req-43fb1a77-9699-4325-b598-431e565cd57e service neutron] 10.222.0.130 "GET /v2.0/subnets?id=8ce5e84a-93b0-4cbd-b344-38a756d16f49 HTTP/1.1" status: 200 len: 856 time: 0.0703945 Jan 21 09:46:09.511805 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-ba332316-3080-43fd-8aaf-87f8188425b1 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=cfcae05a0c074d71bf7cf33f1094e034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178246 Jan 21 09:46:09.512705 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba332316-3080-43fd-8aaf-87f8188425b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176f5ab6-44ba-4652-86c2-12314533e184,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:09.515057 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 53264) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:09.538169 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1f743-bcde-47c0-a276-50f3ab834f3b req-fb07d33a-b600-412f-9f87-0d117b3b5fa4 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:09.540263 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-05f1f743-bcde-47c0-a276-50f3ab834f3b req-fb07d33a-b600-412f-9f87-0d117b3b5fa4 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 945 time: 0.0896661 Jan 21 09:46:09.565239 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fb97be73-bcf5-480d-a789-6317d9ea7a51 admin admin] Publish callbacks [] for security_group (176f5ab6-44ba-4652-86c2-12314533e184), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:09.566575 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0021ae-c4b2-44c8-88fe-396367b2197d req-7852ee81-0849-4f4c-bb3b-2404376621a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:09.568094 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0d0021ae-c4b2-44c8-88fe-396367b2197d req-7852ee81-0849-4f4c-bb3b-2404376621a5 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=07378755-75a7-4292-9dfc-589db966e3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0747626 Jan 21 09:46:09.587481 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fb97be73-bcf5-480d-a789-6317d9ea7a51 admin admin] Publish callbacks [] for security_group (176f5ab6-44ba-4652-86c2-12314533e184), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:09.622316 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-05f1f743-bcde-47c0-a276-50f3ab834f3b req-c4c6f355-bc66-4940-8856-5de75b8c28ca tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759244 Jan 21 09:46:09.636694 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fb97be73-bcf5-480d-a789-6317d9ea7a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (176f5ab6-44ba-4652-86c2-12314533e184), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:09.639561 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fb97be73-bcf5-480d-a789-6317d9ea7a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:09.640871 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-fb97be73-bcf5-480d-a789-6317d9ea7a51 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/176f5ab6-44ba-4652-86c2-12314533e184 HTTP/1.1" status: 204 len: 168 time: 0.1248734 Jan 21 09:46:09.650345 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97be73-bcf5-480d-a789-6317d9ea7a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176f5ab6-44ba-4652-86c2-12314533e184,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:09.690564 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0d0021ae-c4b2-44c8-88fe-396367b2197d req-889d7f31-e421-438c-b584-2bf49ee0552c service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141703 Jan 21 09:46:09.791118 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0d0021ae-c4b2-44c8-88fe-396367b2197d req-62d6f850-c49b-430a-8a2c-39ab94d8bf79 service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941498 Jan 21 09:46:09.792730 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb8be2-3580-461d-ab61-d895dc9093ad req-f717e08b-0a0f-420f-b494-9e9329891b5f tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:09.794396 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-17eb8be2-3580-461d-ab61-d895dc9093ad req-f717e08b-0a0f-420f-b494-9e9329891b5f tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 945 time: 0.0624623 Jan 21 09:46:09.855311 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-17eb8be2-3580-461d-ab61-d895dc9093ad req-96d87f2f-2081-4663-9ee5-058c22495f55 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544884 Jan 21 09:46:10.024229 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device dda8259a-ac04-4b4b-beb5-195ec816b4ff up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:46:10.081882 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port dda8259a-ac04-4b4b-beb5-195ec816b4ff completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:10.086459 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port dda8259a-ac04-4b4b-beb5-195ec816b4ff triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:10.086884 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (dda8259a-ac04-4b4b-beb5-195ec816b4ff), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:10.162870 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port dda8259a-ac04-4b4b-beb5-195ec816b4ff is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:46:10.163349 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (dda8259a-ac04-4b4b-beb5-195ec816b4ff), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:10.202117 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port dda8259a-ac04-4b4b-beb5-195ec816b4ff, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=dda8259a-ac04-4b4b-beb5-195ec816b4ff,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:10.207341 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (dda8259a-ac04-4b4b-beb5-195ec816b4ff), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:10.208330 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d10b1867-fbb6-4096-8248-3c8982ed27d5 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:46:10.286614 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=dda8259a-ac04-4b4b-beb5-195ec816b4ff,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:10.331737 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port d10b1867-fbb6-4096-8248-3c8982ed27d5 is: DOWN; New status is: DOWN {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:46:10.519287 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5496a916-485c-4037-b9f2-34c840938f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda8259a-ac04-4b4b-beb5-195ec816b4ff'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:10.523065 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7ef91c-029a-4d46-a582-bd57d8ae6e60" -d '{"events": [{"server_uuid": "5496a916-485c-4037-b9f2-34c840938f9c", "name": "network-vif-plugged", "status": "completed", "tag": "dda8259a-ac04-4b4b-beb5-195ec816b4ff"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:10.579681 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e13687-6784-4a95-9a6c-902392bdd2ae x-openstack-request-id: req-26e13687-6784-4a95-9a6c-902392bdd2ae {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:10.580548 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5496a916-485c-4037-b9f2-34c840938f9c", "name": "network-vif-plugged", "status": "completed", "tag": "dda8259a-ac04-4b4b-beb5-195ec816b4ff", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:10.581295 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-26e13687-6784-4a95-9a6c-902392bdd2ae {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:10.582603 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5496a916-485c-4037-b9f2-34c840938f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda8259a-ac04-4b4b-beb5-195ec816b4ff', 'code': 200} Jan 21 09:46:10.661771 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2962585-4ee7-44fb-8359-944922c67253 req-134fd3cc-7d37-462d-93ee-cb85ce96a51d tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:10.663574 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c2962585-4ee7-44fb-8359-944922c67253 req-134fd3cc-7d37-462d-93ee-cb85ce96a51d tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0733993 Jan 21 09:46:10.764922 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c2962585-4ee7-44fb-8359-944922c67253 req-1005f286-4eb9-4661-8a60-467a0acf7aac tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916758 Jan 21 09:46:10.819088 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c4a5c-2b49-474b-8faf-c4ff1affc06c req-47acade7-e392-4f5c-93bd-357495eade1c tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:10.826362 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-332c4a5c-2b49-474b-8faf-c4ff1affc06c req-47acade7-e392-4f5c-93bd-357495eade1c tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 946 time: 0.0931542 Jan 21 09:46:10.875233 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-332c4a5c-2b49-474b-8faf-c4ff1affc06c req-245a5527-5565-4df9-b5aa-e73a72b53e70 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479188 Jan 21 09:46:11.001597 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9ef42-9f99-40a3-ad4d-1afa0ab7b6e1 req-7d135790-868f-402e-bde0-6a5d6927da80 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:11.005435 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e6a9ef42-9f99-40a3-ad4d-1afa0ab7b6e1 req-7d135790-868f-402e-bde0-6a5d6927da80 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 945 time: 0.0599003 Jan 21 09:46:11.061609 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e6a9ef42-9f99-40a3-ad4d-1afa0ab7b6e1 req-0bbc1ffd-6be5-4eaf-b4da-ec920055d452 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519612 Jan 21 09:46:11.205904 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e7ad5-78a5-4058-9f73-3c4da8812e45 req-faf1566c-7d1c-4e3c-8be2-a9675e0f5b54 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:11.208177 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5d6e7ad5-78a5-4058-9f73-3c4da8812e45 req-faf1566c-7d1c-4e3c-8be2-a9675e0f5b54 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 945 time: 0.0561821 Jan 21 09:46:11.258414 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5d6e7ad5-78a5-4058-9f73-3c4da8812e45 req-a75434cb-5543-444f-a912-5dad47b45f38 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437620 Jan 21 09:46:11.607024 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d55e7-c699-4329-b845-8ff201597c6d req-4f3a7588-328d-415f-86b5-3cd301299e34 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:11.608545 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a86d55e7-c699-4329-b845-8ff201597c6d req-4f3a7588-328d-415f-86b5-3cd301299e34 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 945 time: 0.0528355 Jan 21 09:46:11.662241 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a86d55e7-c699-4329-b845-8ff201597c6d req-ea968b74-0acd-414f-8edd-6a4d20f9793b tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476561 Jan 21 09:46:11.946279 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8300bf-b88f-4dc2-af5b-1924702f914e req-188d1187-99d5-4f75-be5c-05efa9015c41 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:11.948223 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ee8300bf-b88f-4dc2-af5b-1924702f914e req-188d1187-99d5-4f75-be5c-05efa9015c41 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0731549 Jan 21 09:46:12.063771 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050328a-9bb5-472a-8970-1f6b787008b8 req-ec9777ab-367d-4c3f-b172-310b5797b46a tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:12.065410 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c050328a-9bb5-472a-8970-1f6b787008b8 req-ec9777ab-367d-4c3f-b172-310b5797b46a tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 946 time: 0.1045506 Jan 21 09:46:12.110394 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ee8300bf-b88f-4dc2-af5b-1924702f914e req-e4610db0-b898-4251-a976-805e9af45eed tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540883 Jan 21 09:46:12.172780 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c050328a-9bb5-472a-8970-1f6b787008b8 req-e49bcd7b-0389-49ee-a093-15dc4026b379 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972862 Jan 21 09:46:12.714941 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-e29e1966-12b3-4b69-90df-c135e4faf3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:13.258726 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276ee9f-499e-43c4-9d83-784362e99517 req-d95214b8-eaa8-46e7-9e9d-d32d1fcc6f21 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:13.265815 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8276ee9f-499e-43c4-9d83-784362e99517 req-d95214b8-eaa8-46e7-9e9d-d32d1fcc6f21 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0629430 Jan 21 09:46:13.331721 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8276ee9f-499e-43c4-9d83-784362e99517 req-7b79ddb8-c2a0-4004-ac25-3c7bf20746bd tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633781 Jan 21 09:46:13.358947 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5aa47-c1e2-4c1d-a4bc-20c157e816be req-4f0c899a-0c13-4f9f-8252-1c44a7e897d1 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:13.360592 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4cb5aa47-c1e2-4c1d-a4bc-20c157e816be req-4f0c899a-0c13-4f9f-8252-1c44a7e897d1 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 946 time: 0.0779853 Jan 21 09:46:13.419453 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4cb5aa47-c1e2-4c1d-a4bc-20c157e816be req-315944c3-83e1-4531-ac44-26958070e5aa tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530300 Jan 21 09:46:14.470474 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02ecb2-c873-4f30-8e35-e26fd19ceeed req-1ae5ede3-4b2c-47ca-b970-1d4d6d8b996f tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:14.472037 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ad02ecb2-c873-4f30-8e35-e26fd19ceeed req-1ae5ede3-4b2c-47ca-b970-1d4d6d8b996f tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0598431 Jan 21 09:46:14.526405 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ad02ecb2-c873-4f30-8e35-e26fd19ceeed req-ecba2607-d153-48f7-8dd6-55bc9f7b03ea tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476303 Jan 21 09:46:14.651649 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a985f-0a17-4a3c-833f-8f2cae970d13 req-2ec36509-e60a-4743-8db7-ddb9b89f3181 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:14.653223 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-722a985f-0a17-4a3c-833f-8f2cae970d13 req-2ec36509-e60a-4743-8db7-ddb9b89f3181 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 946 time: 0.0520048 Jan 21 09:46:14.710826 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-722a985f-0a17-4a3c-833f-8f2cae970d13 req-6e805b0c-4347-423d-9287-d441bba2da35 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456283 Jan 21 09:46:15.413409 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5d033ffb-e360-4758-8859-beb6b7ac8c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:15.667564 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afa8f6-cb64-40bc-8da3-962003677bd3 req-6fff7809-8897-497a-9c42-97e90292f86d tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:15.669062 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b8afa8f6-cb64-40bc-8da3-962003677bd3 req-6fff7809-8897-497a-9c42-97e90292f86d tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0588875 Jan 21 09:46:15.721680 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b8afa8f6-cb64-40bc-8da3-962003677bd3 req-e5212bcc-5ce4-447b-91e6-8342c7999fb2 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465531 Jan 21 09:46:15.851705 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284320d-d361-4e74-a5d6-6b9e896cec7c req-e8a898d2-b6d5-499b-9ede-f83960d84c4a tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:15.853522 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e284320d-d361-4e74-a5d6-6b9e896cec7c req-e8a898d2-b6d5-499b-9ede-f83960d84c4a tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 946 time: 0.0621738 Jan 21 09:46:15.917964 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e284320d-d361-4e74-a5d6-6b9e896cec7c req-cc59b4b3-feb3-4c90-a7b9-49d880a2f0f2 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584054 Jan 21 09:46:16.860647 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af168e-7b04-4966-af0e-f033ee7a9247 req-cd65e25c-e868-44d8-85ef-c02f4e9f3585 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:16.866140 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-29af168e-7b04-4966-af0e-f033ee7a9247 req-cd65e25c-e868-44d8-85ef-c02f4e9f3585 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0619662 Jan 21 09:46:16.871744 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:16.932538 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-29af168e-7b04-4966-af0e-f033ee7a9247 req-cf963906-3874-4092-b082-6d6772d7f26f tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608268 Jan 21 09:46:17.047736 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0a8d-2d96-4d82-9a0f-59d63db172d3 req-7c44ec89-be04-45f9-b25a-84356919b9a1 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:17.049304 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d1fa0a8d-2d96-4d82-9a0f-59d63db172d3 req-7c44ec89-be04-45f9-b25a-84356919b9a1 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 946 time: 0.0541370 Jan 21 09:46:17.103766 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d1fa0a8d-2d96-4d82-9a0f-59d63db172d3 req-0f4d6bd0-b832-411b-988e-6ff1526f8733 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488155 Jan 21 09:46:18.067873 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f7fbb-314a-413a-a73f-a663776b5f53 req-e932b23e-ef23-4e86-871d-0fb0bd7205e5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:18.069727 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-981f7fbb-314a-413a-a73f-a663776b5f53 req-e932b23e-ef23-4e86-871d-0fb0bd7205e5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0556524 Jan 21 09:46:18.120209 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-981f7fbb-314a-413a-a73f-a663776b5f53 req-730f8d3d-0f26-494c-be13-50fead710759 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441310 Jan 21 09:46:18.243130 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a121a-f94d-4110-8802-6e6f76f119a5 req-236aadb3-c3ff-42df-b47f-dacd0c6bac1b tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:18.245338 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-fd7a121a-f94d-4110-8802-6e6f76f119a5 req-236aadb3-c3ff-42df-b47f-dacd0c6bac1b tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 946 time: 0.0577471 Jan 21 09:46:18.300902 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-fd7a121a-f94d-4110-8802-6e6f76f119a5 req-0d8606bb-838b-4ade-82ec-194d51cbf323 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481937 Jan 21 09:46:18.714478 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:19.187919 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:19.249209 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be781f16-2dfa-47c1-9b7f-792f3012c94b req-ace6032c-b039-4137-bb7d-02dfeb277ccc tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:19.250630 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-be781f16-2dfa-47c1-9b7f-792f3012c94b req-ace6032c-b039-4137-bb7d-02dfeb277ccc tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0512047 Jan 21 09:46:19.301922 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-be781f16-2dfa-47c1-9b7f-792f3012c94b req-fd702b4d-cad8-498f-8b71-131e2bf8a738 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455120 Jan 21 09:46:19.415415 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7610e9-d5d4-43ba-b61c-b02f27336d86 req-48941794-d06c-44fd-b472-01c07a2d2908 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:19.416881 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-df7610e9-d5d4-43ba-b61c-b02f27336d86 req-48941794-d06c-44fd-b472-01c07a2d2908 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 946 time: 0.0486751 Jan 21 09:46:19.681821 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d17914-312f-4bb5-b4b2-271e2418c22b req-33101c1a-04be-42b1-be55-4082d6b34124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:19.682706 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c0d17914-312f-4bb5-b4b2-271e2418c22b req-33101c1a-04be-42b1-be55-4082d6b34124 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 1099 time: 0.0553830 Jan 21 09:46:19.746263 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-df7610e9-d5d4-43ba-b61c-b02f27336d86 req-a7326711-9c32-4bc1-8d1a-311968f279a7 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237879 Jan 21 09:46:19.759342 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c0d17914-312f-4bb5-b4b2-271e2418c22b req-686012a5-6805-49b9-b396-928a80909269 service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590856 Jan 21 09:46:20.426472 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde95e9f-cd41-46c1-b978-8f26d856bdc0 req-b3a4f17f-1b1d-454f-b864-9f346880e71e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:20.428044 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bde95e9f-cd41-46c1-b978-8f26d856bdc0 req-b3a4f17f-1b1d-454f-b864-9f346880e71e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0494847 Jan 21 09:46:20.477427 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bde95e9f-cd41-46c1-b978-8f26d856bdc0 req-2e676e25-a85a-49f8-a3d5-83c1b4e20d0f tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436122 Jan 21 09:46:20.864547 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746d885-cd01-4301-868a-0696f73059c2 req-4fef517b-de03-481a-ab74-a3177b8c1781 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:20.866144 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4746d885-cd01-4301-868a-0696f73059c2 req-4fef517b-de03-481a-ab74-a3177b8c1781 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 946 time: 0.0517912 Jan 21 09:46:20.915438 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4746d885-cd01-4301-868a-0696f73059c2 req-b30c9450-ccf9-4ad3-bfbe-5532ef66642f tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434427 Jan 21 09:46:21.146209 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeec6e-538d-4375-80ad-76dc3fe90384 req-1187fd21-9b83-4e5e-857c-43ea5689e0cd tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:21.147711 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6fbeec6e-538d-4375-80ad-76dc3fe90384 req-1187fd21-9b83-4e5e-857c-43ea5689e0cd tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0524282 Jan 21 09:46:21.195980 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6fbeec6e-538d-4375-80ad-76dc3fe90384 req-2213d899-468e-4087-9710-032c7c58c9bf tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423532 Jan 21 09:46:21.602203 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cba37-6257-40f3-a82c-6a41256f0aa0 req-0abe4c77-d064-4ae6-b17b-bd60c12a04f7 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:21.603850 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-4e0cba37-6257-40f3-a82c-6a41256f0aa0 req-0abe4c77-d064-4ae6-b17b-bd60c12a04f7 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0501945 Jan 21 09:46:21.653743 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-4e0cba37-6257-40f3-a82c-6a41256f0aa0 req-82806f00-ac42-490a-87df-84a5f668e579 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443029 Jan 21 09:46:22.041359 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d281b5-2b31-4bfe-ba81-d039f362f680 req-ed8eaa9a-535d-4b81-ab31-009c348d4db5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:22.042884 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-44d281b5-2b31-4bfe-ba81-d039f362f680 req-ed8eaa9a-535d-4b81-ab31-009c348d4db5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 946 time: 0.0524948 Jan 21 09:46:22.089942 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-44d281b5-2b31-4bfe-ba81-d039f362f680 req-a8867a14-7e98-410b-a827-809e4c997e8f tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414498 Jan 21 09:46:22.322396 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5850054-465d-4b99-9839-ca8dc647bdc1 req-9769c066-2dcf-4072-b2d0-2a67a55e140e tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:22.327284 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b5850054-465d-4b99-9839-ca8dc647bdc1 req-9769c066-2dcf-4072-b2d0-2a67a55e140e tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0566335 Jan 21 09:46:22.379077 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b5850054-465d-4b99-9839-ca8dc647bdc1 req-04a8844d-025b-4972-8695-5b3fc41a4fcc tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493383 Jan 21 09:46:22.776774 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0f5ee-0d80-4bed-88a3-9c2dad99836c req-1aa01250-6022-431a-8d9b-f0112ffd98f0 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:22.778439 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6fe0f5ee-0d80-4bed-88a3-9c2dad99836c req-1aa01250-6022-431a-8d9b-f0112ffd98f0 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0504246 Jan 21 09:46:22.826164 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6fe0f5ee-0d80-4bed-88a3-9c2dad99836c req-50f176ce-e937-406a-aaf9-ecb877ab4cad tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417137 Jan 21 09:46:23.498069 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4540f-4b9c-42cd-95ea-b8985c58f5c7 req-77f48124-fb6f-4501-911a-481e0f3eae2a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:23.499667 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c7f4540f-4b9c-42cd-95ea-b8985c58f5c7 req-77f48124-fb6f-4501-911a-481e0f3eae2a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0506291 Jan 21 09:46:23.547954 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c7f4540f-4b9c-42cd-95ea-b8985c58f5c7 req-04a9b444-a48b-4901-938f-f9cd93f3d0e3 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427186 Jan 21 09:46:23.951222 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478ab56-e03f-4dad-be4a-b0fcdd1c481a req-62b4bdb6-44b1-4835-8add-70a9e3a315bc tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:23.952751 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3478ab56-e03f-4dad-be4a-b0fcdd1c481a req-62b4bdb6-44b1-4835-8add-70a9e3a315bc tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0542343 Jan 21 09:46:24.000786 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3478ab56-e03f-4dad-be4a-b0fcdd1c481a req-4e953567-9c14-454b-b569-9aa170616fad tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421896 Jan 21 09:46:24.670010 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb146fe-7387-46c3-82d3-e5824eb7d4ab req-8cd1b3f6-4500-4ea2-9e92-9602f78cbf8a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:24.671589 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2bb146fe-7387-46c3-82d3-e5824eb7d4ab req-8cd1b3f6-4500-4ea2-9e92-9602f78cbf8a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0520911 Jan 21 09:46:24.717594 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2bb146fe-7387-46c3-82d3-e5824eb7d4ab req-cb4ddb38-a91b-42e3-ae35-222d5da0854d tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403244 Jan 21 09:46:25.040081 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:46:25.122073 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f74b24-0572-47a9-8d7a-ace8ca6acc75 req-a01c739d-a773-41d3-86f3-aa24e4f2a7f2 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:25.123605 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e0f74b24-0572-47a9-8d7a-ace8ca6acc75 req-a01c739d-a773-41d3-86f3-aa24e4f2a7f2 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0496252 Jan 21 09:46:25.169732 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e0f74b24-0572-47a9-8d7a-ace8ca6acc75 req-df1999ff-d87b-41f5-9c2c-ff780f44a148 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405719 Jan 21 09:46:25.834014 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc68d3-28e9-4253-9834-b11bdb86e791 req-039c5ecd-9fdd-4d7e-9d02-d4ae81c854bb tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:25.836632 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a1bc68d3-28e9-4253-9834-b11bdb86e791 req-039c5ecd-9fdd-4d7e-9d02-d4ae81c854bb tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0500021 Jan 21 09:46:25.883651 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a1bc68d3-28e9-4253-9834-b11bdb86e791 req-1b7a5003-3fbf-4cfd-820f-792df632690a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414786 Jan 21 09:46:26.290217 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e061d-892a-466f-b313-ae1011513e8f req-14e2844e-8bcd-44bb-a79e-f58eb3a7a4f8 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:26.291626 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-229e061d-892a-466f-b313-ae1011513e8f req-14e2844e-8bcd-44bb-a79e-f58eb3a7a4f8 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0482330 Jan 21 09:46:26.342896 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-229e061d-892a-466f-b313-ae1011513e8f req-8a4178b2-a1ed-4e56-8319-3ea70ffb803a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456424 Jan 21 09:46:27.010547 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b385e43-c25e-4ba6-a339-260ce7a7367b req-e5c4a84b-e109-40d0-8ffe-a3bf01de1256 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:27.012102 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-8b385e43-c25e-4ba6-a339-260ce7a7367b req-e5c4a84b-e109-40d0-8ffe-a3bf01de1256 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0495460 Jan 21 09:46:27.064099 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-8b385e43-c25e-4ba6-a339-260ce7a7367b req-29d39bd3-989b-4ef0-ae56-97c7a7f30c88 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462325 Jan 21 09:46:27.308819 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436edb3-047f-4efa-8d5a-98b627a95ac0 req-05dc422f-3693-4ac8-a0fb-592573615b43 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:27.310339 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b436edb3-047f-4efa-8d5a-98b627a95ac0 req-05dc422f-3693-4ac8-a0fb-592573615b43 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 945 time: 0.0500131 Jan 21 09:46:27.359061 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b436edb3-047f-4efa-8d5a-98b627a95ac0 req-36627a97-d9b6-425a-8c9d-f5b7a75b6d79 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430222 Jan 21 09:46:27.382005 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 53462) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:27.467725 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20cae4-6221-45d4-b424-6be9ba94a85a req-d7b9a2fb-f119-42fb-985d-fec4b4c87819 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:27.469272 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0e20cae4-6221-45d4-b424-6be9ba94a85a req-d7b9a2fb-f119-42fb-985d-fec4b4c87819 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 943 time: 0.0507753 Jan 21 09:46:27.516222 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0e20cae4-6221-45d4-b424-6be9ba94a85a req-e24272d1-df52-47e9-9c30-fd3c10dc4f4a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412023 Jan 21 09:46:27.576024 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193a29fd-bd9b-47db-94ba-62973d1e9c39 tempest-TestMinimumBasicScenario-2125760429 tempest-TestMinimumBasicScenario-2125760429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:27.577539 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-193a29fd-bd9b-47db-94ba-62973d1e9c39 tempest-TestMinimumBasicScenario-2125760429 tempest-TestMinimumBasicScenario-2125760429-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 1093 time: 0.1939392 Jan 21 09:46:27.580764 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 53466) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:27.585010 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Request body: {'floatingip': {'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'port_id': '34c3cd40-d8b3-48f5-9897-622d330e5988', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:27.608939 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:27.708019 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:27.814659 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Allocated IP 172.27.1.70 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/a5a9aaf2-665c-4ad2-bc4e-53c1e53d39b8) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:27.914486 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for port (a5a9aaf2-665c-4ad2-bc4e-53c1e53d39b8), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:27.952695 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (a5a9aaf2-665c-4ad2-bc4e-53c1e53d39b8), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:27.989214 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:27.996223 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:28.002367 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:46:28.005567 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Pushing event updated for resources: {'Port': ['ID=a5a9aaf2-665c-4ad2-bc4e-53c1e53d39b8,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:28.138662 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d10b1867-fbb6-4096-8248-3c8982ed27d5 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:46:28.241656 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d10b1867-fbb6-4096-8248-3c8982ed27d5, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d10b1867-fbb6-4096-8248-3c8982ed27d5,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:28.255432 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': 'd10b1867-fbb6-4096-8248-3c8982ed27d5', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'port_id': 'd10b1867-fbb6-4096-8248-3c8982ed27d5', 'mac_address': 'fa:16:3e:ec:3a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:46:28.295415 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port d10b1867-fbb6-4096-8248-3c8982ed27d5 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:46:28.295922 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:28.310163 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10b1867-fbb6-4096-8248-3c8982ed27d5 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:46:28.339672 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d10b1867-fbb6-4096-8248-3c8982ed27d5, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d10b1867-fbb6-4096-8248-3c8982ed27d5,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:28.344300 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:28.399269 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=d10b1867-fbb6-4096-8248-3c8982ed27d5,revision_number=9']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:28.481531 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93390750-acc5-4027-9c45-7a2a4b25927d req-c388f78f-1ce0-4d9f-89cd-9d479b783f33 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:28.483046 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-93390750-acc5-4027-9c45-7a2a4b25927d req-c388f78f-1ce0-4d9f-89cd-9d479b783f33 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.3326402 Jan 21 09:46:28.606804 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['d10b1867-fbb6-4096-8248-3c8982ed27d5'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:46:28.643595 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-93390750-acc5-4027-9c45-7a2a4b25927d req-dcf3503a-009d-4d58-88d5-06542c6e90fb tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501474 Jan 21 09:46:28.651625 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b99fba-9044-4065-af58-5e7fbd4c9dae req-ba5952aa-25e0-4f0f-bb5e-d775b18e40fd tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:28.659975 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-64b99fba-9044-4065-af58-5e7fbd4c9dae req-ba5952aa-25e0-4f0f-bb5e-d775b18e40fd tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 944 time: 0.0619068 Jan 21 09:46:28.727990 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-64b99fba-9044-4065-af58-5e7fbd4c9dae req-3cf1acd5-3ca9-4337-aac7-2df1816bdd42 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668781 Jan 21 09:46:28.776898 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for floatingip (b6477ced-b7f3-417a-b97c-cd46ce95360e), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:28.878478 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (a5a9aaf2-665c-4ad2-bc4e-53c1e53d39b8), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:29.025648 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for port (a5a9aaf2-665c-4ad2-bc4e-53c1e53d39b8), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:29.030835 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (a5a9aaf2-665c-4ad2-bc4e-53c1e53d39b8), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:29.112924 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Pushing event updated for resources: {'Port': ['ID=a5a9aaf2-665c-4ad2-bc4e-53c1e53d39b8,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:29.125241 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910602'] for floatingip (b6477ced-b7f3-417a-b97c-cd46ce95360e), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:29.225997 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.l3_db [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Floating IP b6477ced-b7f3-417a-b97c-cd46ce95360e associated. External IP: 172.27.1.70, port: 34c3cd40-d8b3-48f5-9897-622d330e5988. Jan 21 09:46:29.432999 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Router f714d7eb-b975-4b35-b704-cbf380a33306 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:29.545632 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:29.556247 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e8702d-0f14-4ee5-b3f7-784fa72f8a0b None None] Sync routers for ids ['f714d7eb-b975-4b35-b704-cbf380a33306'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:29.564696 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:29.567706 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e8702d-0f14-4ee5-b3f7-784fa72f8a0b None None] Routers {'f714d7eb-b975-4b35-b704-cbf380a33306'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:46:29.568345 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-76e8702d-0f14-4ee5-b3f7-784fa72f8a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:46:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['f714d7eb-b975-4b35-b704-cbf380a33306'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:29.592228 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-2fa12f0c-3192-4fe3-abe9-528ab08ab607 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0103235 Jan 21 09:46:29.593005 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'tag': '34c3cd40-d8b3-48f5-9897-622d330e5988'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:29.595088 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 53476) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:29.596439 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b07606-fa3e-42d3-bae4-32dda64c229b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0a081e-8e9a-4213-9b47-72f6ab93acdf", "tag": "34c3cd40-d8b3-48f5-9897-622d330e5988"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:29.599928 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-4d7ac9f3-6b3c-4185-a847-7de638265bda tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1034478291', 'description': 'tempest-secgroup-smoke-1034478291 description', 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:29.630926 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac9f3-6b3c-4185-a847-7de638265bda tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:29.636705 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0afe18-3dd5-497d-a2a4-607ba67c52e1 x-openstack-request-id: req-5e0afe18-3dd5-497d-a2a4-607ba67c52e1 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:29.637049 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0a081e-8e9a-4213-9b47-72f6ab93acdf", "tag": "34c3cd40-d8b3-48f5-9897-622d330e5988", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:29.637611 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-5e0afe18-3dd5-497d-a2a4-607ba67c52e1 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:29.638058 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'tag': '34c3cd40-d8b3-48f5-9897-622d330e5988', 'status': 'completed', 'code': 200} Jan 21 09:46:29.695765 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-76e8702d-0f14-4ee5-b3f7-784fa72f8a0b None None] Set router f714d7eb-b975-4b35-b704-cbf380a33306 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:46:29.718472 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac9f3-6b3c-4185-a847-7de638265bda tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group (a1f64748-17c6-4a7c-9e1d-1ba2f63534fa), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:29.721599 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b07606-fa3e-42d3-bae4-32dda64c229b req-7855c35f-60a5-471c-86d6-bf9f18ebb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.723861 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b4b07606-fa3e-42d3-bae4-32dda64c229b req-7855c35f-60a5-471c-86d6-bf9f18ebb749 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=a88b4bd72bcf44a19d480e01fb3ffa89&device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 1098 time: 0.0614352 Jan 21 09:46:29.725612 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac9f3-6b3c-4185-a847-7de638265bda tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (a1f64748-17c6-4a7c-9e1d-1ba2f63534fa), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:29.787341 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac9f3-6b3c-4185-a847-7de638265bda tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:29.789292 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-4d7ac9f3-6b3c-4185-a847-7de638265bda tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1926191 Jan 21 09:46:29.793064 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 53484) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:29.799305 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-6d4898fa-44e9-44bc-9b50-e2c74fe376e8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Request body: {'security_group_rule': {'security_group_id': 'a1f64748-17c6-4a7c-9e1d-1ba2f63534fa', 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:29.809526 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ac9f3-6b3c-4185-a847-7de638265bda tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:29.827867 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c80aa-2484-423c-8521-2d1424ca6814 req-5d753cf7-a750-4141-aa47-7ada417edc5b tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.829455 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4c9c80aa-2484-423c-8521-2d1424ca6814 req-5d753cf7-a750-4141-aa47-7ada417edc5b tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0989332 Jan 21 09:46:29.876146 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6d4898fa-44e9-44bc-9b50-e2c74fe376e8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group_rule (d6716e18-a9a7-43b5-a8c4-9491bd941fc8), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:29.901526 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4c9c80aa-2484-423c-8521-2d1424ca6814 req-bc2c63d6-ace5-4b56-b5f0-61b305f8a647 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662842 Jan 21 09:46:29.917552 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8d326-ba67-4d53-a293-bf66e8ef3393 req-e8d1204f-22ba-4a58-a03f-a915b0136d34 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.919500 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-14b8d326-ba67-4d53-a293-bf66e8ef3393 req-e8d1204f-22ba-4a58-a03f-a915b0136d34 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 944 time: 0.0877032 Jan 21 09:46:29.922624 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b07606-fa3e-42d3-bae4-32dda64c229b req-476a0ecd-3846-4dab-b791-e8193f8568bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.924211 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b4b07606-fa3e-42d3-bae4-32dda64c229b req-476a0ecd-3846-4dab-b791-e8193f8568bd service neutron] 10.222.0.130 "GET /v2.0/networks?id=677739cc-fde9-4813-a949-b3058144337e HTTP/1.1" status: 200 len: 915 time: 0.1902549 Jan 21 09:46:29.943943 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6d4898fa-44e9-44bc-9b50-e2c74fe376e8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group_rule (d6716e18-a9a7-43b5-a8c4-9491bd941fc8), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:29.945200 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6d4898fa-44e9-44bc-9b50-e2c74fe376e8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (d6716e18-a9a7-43b5-a8c4-9491bd941fc8), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:29.967269 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4898fa-44e9-44bc-9b50-e2c74fe376e8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6716e18-a9a7-43b5-a8c4-9491bd941fc8,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:29.975854 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6d4898fa-44e9-44bc-9b50-e2c74fe376e8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:29.977689 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-6d4898fa-44e9-44bc-9b50-e2c74fe376e8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1826770 Jan 21 09:46:29.980605 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 53486) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:29.985018 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-02554377-22db-4749-a9e4-3408c42bd12a tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Request body: {'security_group_rule': {'security_group_id': 'a1f64748-17c6-4a7c-9e1d-1ba2f63534fa', 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:29.994360 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-76e8702d-0f14-4ee5-b3f7-784fa72f8a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'name': 'tempest-TestMinimumBasicScenario-723539494-router', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:08Z', 'revision_number': 4, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'gw_port': {'id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': 'b6477ced-b7f3-417a-b97c-cd46ce95360e', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'port_id': '34c3cd40-d8b3-48f5-9897-622d330e5988', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '677739cc-fde9-4813-a949-b3058144337e', 'mac_address': 'fa:16:3e:41:84:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:46:28Z', 'updated_at': '2022-01-21T09:46:28Z', 'revision_number': 0, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07aa7900-df3a-4755-9c66-030306b57116', 'name': '', 'network_id': '677739cc-fde9-4813-a949-b3058144337e', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'mac_address': 'fa:16:3e:57:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:08Z', 'updated_at': '2022-01-21T09:45:17Z', 'revision_number': 5, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'subnets': [{'id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:30.014156 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-02554377-22db-4749-a9e4-3408c42bd12a tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group_rule (fd409fc7-3261-46be-a68a-7a07ce36ceb9), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.027730 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e8702d-0f14-4ee5-b3f7-784fa72f8a0b None None] Checking router: f714d7eb-b975-4b35-b704-cbf380a33306 for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:30.038543 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e8702d-0f14-4ee5-b3f7-784fa72f8a0b None None] Routers {'f714d7eb-b975-4b35-b704-cbf380a33306'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:46:30.039921 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-76e8702d-0f14-4ee5-b3f7-784fa72f8a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:46:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['f714d7eb-b975-4b35-b704-cbf380a33306'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:30.041597 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-14b8d326-ba67-4d53-a293-bf66e8ef3393 req-f4d4d199-a5c7-4db2-965c-042ccc97f181 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105809 Jan 21 09:46:30.043403 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b4b07606-fa3e-42d3-bae4-32dda64c229b req-73d2abdb-4c82-4606-a0ba-dc589c800fab service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34c3cd40-d8b3-48f5-9897-622d330e5988 HTTP/1.1" status: 200 len: 998 time: 0.1048431 Jan 21 09:46:30.103209 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b07606-fa3e-42d3-bae4-32dda64c229b req-98d5513d-1dd5-47d9-8128-c06d65019c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:30.105620 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b4b07606-fa3e-42d3-bae4-32dda64c229b req-98d5513d-1dd5-47d9-8128-c06d65019c65 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=211478e8-1562-4e09-89ff-f0480ca89aa1 HTTP/1.1" status: 200 len: 853 time: 0.0554500 Jan 21 09:46:30.118925 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-02554377-22db-4749-a9e4-3408c42bd12a tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group_rule (fd409fc7-3261-46be-a68a-7a07ce36ceb9), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.123530 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-02554377-22db-4749-a9e4-3408c42bd12a tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (fd409fc7-3261-46be-a68a-7a07ce36ceb9), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.144172 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02554377-22db-4749-a9e4-3408c42bd12a tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd409fc7-3261-46be-a68a-7a07ce36ceb9,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:30.155004 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-02554377-22db-4749-a9e4-3408c42bd12a tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.156685 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-02554377-22db-4749-a9e4-3408c42bd12a tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1747837 Jan 21 09:46:30.159399 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 53490) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:30.164593 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-3a9772fd-b4db-45ec-8be5-e6c5638aaa79 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Request body: {'security_group_rule': {'security_group_id': 'a1f64748-17c6-4a7c-9e1d-1ba2f63534fa', 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:30.164812 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d10b1867-fbb6-4096-8248-3c8982ed27d5 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:46:30.183080 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b07606-fa3e-42d3-bae4-32dda64c229b req-b0bf7ef0-a2b5-4423-928f-a761edd9c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:30.184749 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b4b07606-fa3e-42d3-bae4-32dda64c229b req-b0bf7ef0-a2b5-4423-928f-a761edd9c48b service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=677739cc-fde9-4813-a949-b3058144337e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0717347 Jan 21 09:46:30.192679 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-76e8702d-0f14-4ee5-b3f7-784fa72f8a0b None None] Set router f714d7eb-b975-4b35-b704-cbf380a33306 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:46:30.228339 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3a9772fd-b4db-45ec-8be5-e6c5638aaa79 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group_rule (72e7cdd4-4311-4a68-9755-bf155fb6d2e1), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.300977 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port d10b1867-fbb6-4096-8248-3c8982ed27d5 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:30.301433 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.322763 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b4b07606-fa3e-42d3-bae4-32dda64c229b req-34632020-8f24-429a-9b0c-3a7647023f89 service neutron] 10.222.0.130 "GET /v2.0/networks/677739cc-fde9-4813-a949-b3058144337e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293356 Jan 21 09:46:30.342238 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3a9772fd-b4db-45ec-8be5-e6c5638aaa79 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group_rule (72e7cdd4-4311-4a68-9755-bf155fb6d2e1), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.354956 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3a9772fd-b4db-45ec-8be5-e6c5638aaa79 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (72e7cdd4-4311-4a68-9755-bf155fb6d2e1), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.412993 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9772fd-b4db-45ec-8be5-e6c5638aaa79 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e7cdd4-4311-4a68-9755-bf155fb6d2e1,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:30.427948 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3a9772fd-b4db-45ec-8be5-e6c5638aaa79 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.433487 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-3a9772fd-b4db-45ec-8be5-e6c5638aaa79 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2694080 Jan 21 09:46:30.433862 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 53492) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:30.438337 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-3a5fa9f6-bfba-43a4-9198-03ac9b8dcbfa tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Request body: {'security_group_rule': {'security_group_id': 'a1f64748-17c6-4a7c-9e1d-1ba2f63534fa', 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:30.470406 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b4b07606-fa3e-42d3-bae4-32dda64c229b req-ca2fbfae-fae1-49b6-8c01-11c3c8ed1b5d service neutron] 10.222.0.130 "GET /v2.0/networks/677739cc-fde9-4813-a949-b3058144337e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374736 Jan 21 09:46:30.485848 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa9f6-bfba-43a4-9198-03ac9b8dcbfa tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group_rule (7961caa7-a098-46e2-b6d1-6bf059667cd0), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.542610 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa9f6-bfba-43a4-9198-03ac9b8dcbfa tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group_rule (7961caa7-a098-46e2-b6d1-6bf059667cd0), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.547931 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa9f6-bfba-43a4-9198-03ac9b8dcbfa tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (7961caa7-a098-46e2-b6d1-6bf059667cd0), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.567556 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fa9f6-bfba-43a4-9198-03ac9b8dcbfa tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7961caa7-a098-46e2-b6d1-6bf059667cd0,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:30.578606 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa9f6-bfba-43a4-9198-03ac9b8dcbfa tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.579906 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-3a5fa9f6-bfba-43a4-9198-03ac9b8dcbfa tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452212 Jan 21 09:46:30.583347 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 53494) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:30.589248 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-02c07e6b-a5bd-487a-9d39-d79350b8abcb tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Request body: {'security_group_rule': {'security_group_id': 'a1f64748-17c6-4a7c-9e1d-1ba2f63534fa', 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:30.613006 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.securitygroups_db [None req-02c07e6b-a5bd-487a-9d39-d79350b8abcb tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Project a88b4bd72bcf44a19d480e01fb3ffa89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:46:30.619440 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-02c07e6b-a5bd-487a-9d39-d79350b8abcb tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group_rule (392a1be2-2f13-49bf-bafa-e4abdd4cb29b), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.619770 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port d10b1867-fbb6-4096-8248-3c8982ed27d5 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:46:30.620400 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.658347 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10b1867-fbb6-4096-8248-3c8982ed27d5'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:30.660731 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ade2ff8-ff5f-44c9-8643-0a82b3607b90" -d '{"events": [{"server_uuid": "54ee287a-ce7d-4108-a9f6-64914bcc68c9", "name": "network-vif-plugged", "status": "completed", "tag": "d10b1867-fbb6-4096-8248-3c8982ed27d5"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:30.676032 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d10b1867-fbb6-4096-8248-3c8982ed27d5, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d10b1867-fbb6-4096-8248-3c8982ed27d5,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:30.684914 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.693362 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-76e8702d-0f14-4ee5-b3f7-784fa72f8a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'name': 'tempest-TestMinimumBasicScenario-723539494-router', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:08Z', 'revision_number': 4, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'gw_port': {'id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': 'b6477ced-b7f3-417a-b97c-cd46ce95360e', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'port_id': '34c3cd40-d8b3-48f5-9897-622d330e5988', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '677739cc-fde9-4813-a949-b3058144337e', 'mac_address': 'fa:16:3e:41:84:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:46:28Z', 'updated_at': '2022-01-21T09:46:28Z', 'revision_number': 0, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07aa7900-df3a-4755-9c66-030306b57116', 'name': '', 'network_id': '677739cc-fde9-4813-a949-b3058144337e', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'mac_address': 'fa:16:3e:57:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:08Z', 'updated_at': '2022-01-21T09:45:17Z', 'revision_number': 5, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'subnets': [{'id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:30.698570 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-02c07e6b-a5bd-487a-9d39-d79350b8abcb tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group_rule (392a1be2-2f13-49bf-bafa-e4abdd4cb29b), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.704061 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-02c07e6b-a5bd-487a-9d39-d79350b8abcb tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (392a1be2-2f13-49bf-bafa-e4abdd4cb29b), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.713226 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829432ec-6897-4f63-8efc-0c0eb282a477 x-openstack-request-id: req-829432ec-6897-4f63-8efc-0c0eb282a477 {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:30.713536 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ee287a-ce7d-4108-a9f6-64914bcc68c9", "name": "network-vif-plugged", "status": "completed", "tag": "d10b1867-fbb6-4096-8248-3c8982ed27d5", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:30.713802 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-829432ec-6897-4f63-8efc-0c0eb282a477 {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:30.714217 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10b1867-fbb6-4096-8248-3c8982ed27d5', 'code': 200} Jan 21 09:46:30.723592 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c07e6b-a5bd-487a-9d39-d79350b8abcb tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392a1be2-2f13-49bf-bafa-e4abdd4cb29b,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:30.733645 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-02c07e6b-a5bd-487a-9d39-d79350b8abcb tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.738288 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 53498) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:30.743455 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e8702d-0f14-4ee5-b3f7-784fa72f8a0b None None] The sync data for ids ['f714d7eb-b975-4b35-b704-cbf380a33306'] in dv-cinder-815614-10-iscsi is: [{'id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'name': 'tempest-TestMinimumBasicScenario-723539494-router', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:08Z', 'revision_number': 4, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'gw_port': {'id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': 'b6477ced-b7f3-417a-b97c-cd46ce95360e', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'port_id': '34c3cd40-d8b3-48f5-9897-622d330e5988', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '677739cc-fde9-4813-a949-b3058144337e', 'mac_address': 'fa:16:3e:41:84:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:46:28Z', 'updated_at': '2022-01-21T09:46:28Z', 'revision_number': 0, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07aa7900-df3a-4755-9c66-030306b57116', 'name': '', 'network_id': '677739cc-fde9-4813-a949-b3058144337e', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'mac_address': 'fa:16:3e:57:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:08Z', 'updated_at': '2022-01-21T09:45:17Z', 'revision_number': 5, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'subnets': [{'id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:30.743809 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-d2e225f5-a705-40ee-813b-fad8af222682 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Request body: {'security_group_rule': {'security_group_id': 'a1f64748-17c6-4a7c-9e1d-1ba2f63534fa', 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:30.747839 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-02c07e6b-a5bd-487a-9d39-d79350b8abcb tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1629310 Jan 21 09:46:30.770514 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=d10b1867-fbb6-4096-8248-3c8982ed27d5,revision_number=10']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:30.772216 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.securitygroups_db [None req-d2e225f5-a705-40ee-813b-fad8af222682 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Project a88b4bd72bcf44a19d480e01fb3ffa89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:46:30.777879 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d2e225f5-a705-40ee-813b-fad8af222682 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group_rule (232ec1c2-55e2-4cc9-9f86-259a82a2d517), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.840062 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d2e225f5-a705-40ee-813b-fad8af222682 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group_rule (232ec1c2-55e2-4cc9-9f86-259a82a2d517), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.844455 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d2e225f5-a705-40ee-813b-fad8af222682 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (232ec1c2-55e2-4cc9-9f86-259a82a2d517), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.862626 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e225f5-a705-40ee-813b-fad8af222682 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232ec1c2-55e2-4cc9-9f86-259a82a2d517,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:30.872205 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d2e225f5-a705-40ee-813b-fad8af222682 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.873613 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-d2e225f5-a705-40ee-813b-fad8af222682 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342254 Jan 21 09:46:30.972968 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c7d941f5-a3e5-47d9-b131-64d66c5bd017 req-3914d264-9608-4984-a46a-e14df23ede5c tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1034478291&fields=id&tenant_id=a88b4bd72bcf44a19d480e01fb3ffa89 HTTP/1.1" status: 200 len: 267 time: 0.0526993 Jan 21 09:46:31.019508 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee977eb8-164d-474f-8c68-bcbe7a65fa7a None None] New status for floating IP b6477ced-b7f3-417a-b97c-cd46ce95360e: ACTIVE {{(pid=109059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:46:31.059839 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d941f5-a3e5-47d9-b131-64d66c5bd017 req-87264f59-c4cc-4e15-9ac3-dd866dfab0a3 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:31.059839 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c7d941f5-a3e5-47d9-b131-64d66c5bd017 req-87264f59-c4cc-4e15-9ac3-dd866dfab0a3 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 945 time: 0.0796320 Jan 21 09:46:31.073782 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-c7d941f5-a3e5-47d9-b131-64d66c5bd017 req-dda3074e-475f-42c9-abce-b7cf2698ca99 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Request body: {'port': {'security_groups': ['c443506e-59ef-45b5-8699-bdbcedd8728e', 'a1f64748-17c6-4a7c-9e1d-1ba2f63534fa']}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:31.088213 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38139b-0d8d-4c40-8d49-fe7588211cee req-c98c0218-8605-4a89-86be-a353dd5aeb18 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:31.089443 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-7a38139b-0d8d-4c40-8d49-fe7588211cee req-c98c0218-8605-4a89-86be-a353dd5aeb18 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0795386 Jan 21 09:46:31.166686 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-7a38139b-0d8d-4c40-8d49-fe7588211cee req-3369fcaf-39d1-4e98-bcfe-104ca918097c tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691054 Jan 21 09:46:31.268375 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:31.291061 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa3686-2ec1-4973-8a4f-a6e756c4096f req-67fd112f-ec9c-45df-acd9-84ab1db33010 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:31.293993 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-06aa3686-2ec1-4973-8a4f-a6e756c4096f req-67fd112f-ec9c-45df-acd9-84ab1db33010 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 946 time: 0.0675173 Jan 21 09:46:31.355730 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-06aa3686-2ec1-4973-8a4f-a6e756c4096f req-ab4a5799-c962-4f7f-b684-76aae95c626f tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514920 Jan 21 09:46:31.464118 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-c7d941f5-a3e5-47d9-b131-64d66c5bd017 req-dda3074e-475f-42c9-abce-b7cf2698ca99 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:31.475219 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00d6fb-fb99-4c7a-bef5-cc785bf448cc req-d79cbf1d-27d5-4302-bdd8-effc3878618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:31.477288 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9e00d6fb-fb99-4c7a-bef5-cc785bf448cc req-d79cbf1d-27d5-4302-bdd8-effc3878618e service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 1099 time: 0.0815907 Jan 21 09:46:31.574512 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9e00d6fb-fb99-4c7a-bef5-cc785bf448cc req-6b10ed59-bb68-48b4-9103-01bb89292dd2 service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701861 Jan 21 09:46:31.682691 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-c7d941f5-a3e5-47d9-b131-64d66c5bd017 req-dda3074e-475f-42c9-abce-b7cf2698ca99 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] For port 34c3cd40-d8b3-48f5-9897-622d330e5988, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=34c3cd40-d8b3-48f5-9897-622d330e5988,segment=NetworkSegment(350bbcbb-1af6-4d86-95cf-1010219286ec),segment_id=350bbcbb-1af6-4d86-95cf-1010219286ec)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:31.712378 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-c7d941f5-a3e5-47d9-b131-64d66c5bd017 req-dda3074e-475f-42c9-abce-b7cf2698ca99 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:31.717280 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-c7d941f5-a3e5-47d9-b131-64d66c5bd017 req-dda3074e-475f-42c9-abce-b7cf2698ca99 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:31.729806 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['34c3cd40-d8b3-48f5-9897-622d330e5988'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:46:31.760993 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d941f5-a3e5-47d9-b131-64d66c5bd017 req-dda3074e-475f-42c9-abce-b7cf2698ca99 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:31.761655 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-c7d941f5-a3e5-47d9-b131-64d66c5bd017 req-dda3074e-475f-42c9-abce-b7cf2698ca99 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:31.763102 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c7d941f5-a3e5-47d9-b131-64d66c5bd017 req-dda3074e-475f-42c9-abce-b7cf2698ca99 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "PUT /v2.0/ports/34c3cd40-d8b3-48f5-9897-622d330e5988 HTTP/1.1" status: 200 len: 981 time: 0.6956086 Jan 21 09:46:31.763577 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'tag': '34c3cd40-d8b3-48f5-9897-622d330e5988'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:31.769504 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4396e06-0665-48ba-b02f-ad0cceb4d1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0a081e-8e9a-4213-9b47-72f6ab93acdf", "tag": "34c3cd40-d8b3-48f5-9897-622d330e5988"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:31.794572 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3074e-475f-42c9-abce-b7cf2698ca99 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Pushing event updated for resources: {'Port': ['ID=34c3cd40-d8b3-48f5-9897-622d330e5988,revision_number=6']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:31.848159 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5687e4d-4c67-4942-b7ba-53dae73a30ac x-openstack-request-id: req-f5687e4d-4c67-4942-b7ba-53dae73a30ac {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:31.848877 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0a081e-8e9a-4213-9b47-72f6ab93acdf", "tag": "34c3cd40-d8b3-48f5-9897-622d330e5988", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:31.849147 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-f5687e4d-4c67-4942-b7ba-53dae73a30ac {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:31.850302 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'tag': '34c3cd40-d8b3-48f5-9897-622d330e5988', 'status': 'completed', 'code': 200} Jan 21 09:46:31.893114 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['34c3cd40-d8b3-48f5-9897-622d330e5988'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:46:31.923520 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4396e06-0665-48ba-b02f-ad0cceb4d1f2 req-e3fc04b1-c05e-4cbe-938f-0cabcd11017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:31.925879 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b4396e06-0665-48ba-b02f-ad0cceb4d1f2 req-e3fc04b1-c05e-4cbe-938f-0cabcd11017b service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=a88b4bd72bcf44a19d480e01fb3ffa89&device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 1137 time: 0.0528562 Jan 21 09:46:31.947891 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc779e-c98c-4218-82a7-7bdaca202816 req-a4325f66-1b08-4241-83a1-88371e606558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:31.949907 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-36cc779e-c98c-4218-82a7-7bdaca202816 req-a4325f66-1b08-4241-83a1-88371e606558 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=bf5c8457d6fe4995bbd14e5daf73f93a&device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 1099 time: 0.1301296 Jan 21 09:46:31.986846 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f64ad7-d66d-4499-ad86-aceba435a2f8 req-e6d918c9-3220-486b-9e9d-2b7d0e9603a0 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:32.005715 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-04f64ad7-d66d-4499-ad86-aceba435a2f8 req-e6d918c9-3220-486b-9e9d-2b7d0e9603a0 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 984 time: 0.1192417 Jan 21 09:46:32.044534 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4396e06-0665-48ba-b02f-ad0cceb4d1f2 req-d299c0ac-312f-4786-87b3-d07a6f09ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:32.046632 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b4396e06-0665-48ba-b02f-ad0cceb4d1f2 req-d299c0ac-312f-4786-87b3-d07a6f09ce3f service neutron] 10.222.0.130 "GET /v2.0/networks?id=677739cc-fde9-4813-a949-b3058144337e HTTP/1.1" status: 200 len: 915 time: 0.1115975 Jan 21 09:46:32.140328 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-04f64ad7-d66d-4499-ad86-aceba435a2f8 req-05f5fef9-6263-4f8c-8d9f-086cb7fe954c tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa&id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1335280 Jan 21 09:46:32.147273 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b4396e06-0665-48ba-b02f-ad0cceb4d1f2 req-b5f939bb-186e-4d73-bb67-c867129234f8 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34c3cd40-d8b3-48f5-9897-622d330e5988 HTTP/1.1" status: 200 len: 1000 time: 0.0875773 Jan 21 09:46:32.168382 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc779e-c98c-4218-82a7-7bdaca202816 req-07783ee2-f700-481c-a119-691fa34249b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:32.169900 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-36cc779e-c98c-4218-82a7-7bdaca202816 req-07783ee2-f700-481c-a119-691fa34249b2 service neutron] 10.222.0.130 "GET /v2.0/networks?id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe HTTP/1.1" status: 200 len: 910 time: 0.1606805 Jan 21 09:46:32.182487 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-27c4f5af-46b3-43bc-abba-1bf09ff57b66 None None] Provisioning complete for port 34c3cd40-d8b3-48f5-9897-622d330e5988 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:32.183064 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-27c4f5af-46b3-43bc-abba-1bf09ff57b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:32.224999 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4396e06-0665-48ba-b02f-ad0cceb4d1f2 req-aa79456c-2c4e-4933-9301-98729b3765d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:32.227530 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b4396e06-0665-48ba-b02f-ad0cceb4d1f2 req-aa79456c-2c4e-4933-9301-98729b3765d7 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=211478e8-1562-4e09-89ff-f0480ca89aa1 HTTP/1.1" status: 200 len: 853 time: 0.0735846 Jan 21 09:46:32.267063 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-36cc779e-c98c-4218-82a7-7bdaca202816 req-a2af694d-aad3-4535-842b-3bfb47cbb5f1 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec640504-2a98-43e9-a97b-ca251ed7f526 HTTP/1.1" status: 200 len: 1002 time: 0.0895913 Jan 21 09:46:32.327448 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc779e-c98c-4218-82a7-7bdaca202816 req-35fc154b-2934-4704-83b9-ed61fe09a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:32.329277 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-36cc779e-c98c-4218-82a7-7bdaca202816 req-35fc154b-2934-4704-83b9-ed61fe09a1b4 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=915c81a7-b891-4f9b-9add-d5069201e814 HTTP/1.1" status: 200 len: 848 time: 0.0525880 Jan 21 09:46:32.335005 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4396e06-0665-48ba-b02f-ad0cceb4d1f2 req-86549bca-b2ce-4b82-a50e-f78e4bd7d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:32.336577 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b4396e06-0665-48ba-b02f-ad0cceb4d1f2 req-86549bca-b2ce-4b82-a50e-f78e4bd7d347 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=677739cc-fde9-4813-a949-b3058144337e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1016290 Jan 21 09:46:32.345172 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f17d3-aee4-413a-82c2-859d127ff373 req-b27f770d-dc45-491d-959c-438f216dc0fb tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:32.346605 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-745f17d3-aee4-413a-82c2-859d127ff373 req-b27f770d-dc45-491d-959c-438f216dc0fb tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0615699 Jan 21 09:46:32.386048 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-27c4f5af-46b3-43bc-abba-1bf09ff57b66 None None] Current status of the port 34c3cd40-d8b3-48f5-9897-622d330e5988 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:46:32.401139 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc779e-c98c-4218-82a7-7bdaca202816 req-a43270b5-f59b-4c63-bb98-9c3853d5ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:32.402976 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-36cc779e-c98c-4218-82a7-7bdaca202816 req-a43270b5-f59b-4c63-bb98-9c3853d5ae23 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516534 Jan 21 09:46:32.466672 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-745f17d3-aee4-413a-82c2-859d127ff373 req-f90c5d95-8744-4f6d-b607-e9ceed6d3651 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067624 Jan 21 09:46:32.498549 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b4396e06-0665-48ba-b02f-ad0cceb4d1f2 req-f3e90e30-1277-431b-8149-69c0dc931ca1 service neutron] 10.222.0.130 "GET /v2.0/networks/677739cc-fde9-4813-a949-b3058144337e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442862 Jan 21 09:46:32.554984 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2589a-6651-4a7f-9b31-7111ea528aba req-a5be6f75-e9eb-4d95-8e0d-d0acb357d3de tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:32.556645 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-78c2589a-6651-4a7f-9b31-7111ea528aba req-a5be6f75-e9eb-4d95-8e0d-d0acb357d3de tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 946 time: 0.1007476 Jan 21 09:46:32.558709 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-36cc779e-c98c-4218-82a7-7bdaca202816 req-7658c253-df8a-4493-8e42-129e3d6068af service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469657 Jan 21 09:46:32.595984 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b4396e06-0665-48ba-b02f-ad0cceb4d1f2 req-3f781a23-c0b5-42be-99ed-537f469e3ad0 service neutron] 10.222.0.130 "GET /v2.0/networks/677739cc-fde9-4813-a949-b3058144337e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906866 Jan 21 09:46:32.665024 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-78c2589a-6651-4a7f-9b31-7111ea528aba req-389d8ca2-ea08-4cf7-a8fe-9ce08b6cbc9c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001465 Jan 21 09:46:32.686486 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-36cc779e-c98c-4218-82a7-7bdaca202816 req-16949881-8694-4856-b037-f0a59784122f service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196740 Jan 21 09:46:33.605932 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98749017-c34b-4bca-8d6d-5c0215c5fb6e req-2c6ba826-ecb7-452b-a77e-9e922df07126 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:33.607726 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-98749017-c34b-4bca-8d6d-5c0215c5fb6e req-2c6ba826-ecb7-452b-a77e-9e922df07126 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0564649 Jan 21 09:46:33.656587 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-98749017-c34b-4bca-8d6d-5c0215c5fb6e req-1ae74ff4-e809-466c-85aa-e84eb1003b63 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430655 Jan 21 09:46:33.788449 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a008d-c420-45f2-b473-0285b9a1bd37 req-8eb2db94-727a-4337-9764-66bc5442b803 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:33.790573 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a71a008d-c420-45f2-b473-0285b9a1bd37 req-8eb2db94-727a-4337-9764-66bc5442b803 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 946 time: 0.0520494 Jan 21 09:46:33.843749 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a71a008d-c420-45f2-b473-0285b9a1bd37 req-a0ca186e-0dab-4111-b288-7e90350b0192 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466287 Jan 21 09:46:34.704714 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-d7345216-c626-4fb8-b3f4-b36077f647f8 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:34.706331 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-d7345216-c626-4fb8-b3f4-b36077f647f8 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/networks?id=10533aac-077a-4455-8456-4513b777be2f HTTP/1.1" status: 200 len: 815 time: 0.1013844 Jan 21 09:46:34.724223 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-66fe5c4c-caeb-4a07-b16d-3029d58b2443 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/quotas/3ab22d0716c7425db3b829685bfe7c5e HTTP/1.1" status: 200 len: 375 time: 0.0120497 Jan 21 09:46:34.775811 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa8a93-e9df-471b-9144-5179f6db4d49 req-7525e190-9753-4247-b824-deab7b7e3f6d tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:34.777348 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0baa8a93-e9df-471b-9144-5179f6db4d49 req-7525e190-9753-4247-b824-deab7b7e3f6d tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0496790 Jan 21 09:46:34.779233 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-4d650001-fa87-4a59-a013-ab92d9a48090 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ab22d0716c7425db3b829685bfe7c5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482590 Jan 21 09:46:34.825210 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0baa8a93-e9df-471b-9144-5179f6db4d49 req-0edf54a7-77a6-42d8-a256-5567ec89dc37 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418744 Jan 21 09:46:34.870940 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-5786ec5d-7bbf-49b3-a084-90e84c404c64 service neutron] 10.222.0.112 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850623 Jan 21 09:46:34.964558 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-1765fbed-05f7-4966-8dab-c080849c2723 service neutron] 10.222.0.112 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875399 Jan 21 09:46:34.969482 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe51f6-2b88-49f1-b140-724277195289 req-5aa3c243-8898-486a-9438-629de6545f6e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:34.971548 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3efe51f6-2b88-49f1-b140-724277195289 req-5aa3c243-8898-486a-9438-629de6545f6e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 946 time: 0.0557466 Jan 21 09:46:35.019982 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3efe51f6-2b88-49f1-b140-724277195289 req-e423b242-b3eb-4d77-bc94-c8d6805aa2b9 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425687 Jan 21 09:46:35.128394 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8aaed371-d568-40d4-887a-43cf976031fa req-97f0f34c-9f85-4d51-bb7f-fb54809ffcb8 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a70c57d7-94b5-449e-adf3-50f80e86e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0271907 Jan 21 09:46:35.944335 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d7aa1-fc55-4187-8053-b1f6b14976f7 req-a0c2541e-1123-4bef-ae30-f92c09484dc4 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:35.946815 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-898d7aa1-fc55-4187-8053-b1f6b14976f7 req-a0c2541e-1123-4bef-ae30-f92c09484dc4 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0504994 Jan 21 09:46:35.994478 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-898d7aa1-fc55-4187-8053-b1f6b14976f7 req-2ecbd949-fa85-4367-8fc4-461fd56211b9 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417202 Jan 21 09:46:36.133017 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-7746cab3-27fd-4c05-8552-52ce415c74c5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:36.134390 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-7746cab3-27fd-4c05-8552-52ce415c74c5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.130 "GET /v2.0/networks?id=10533aac-077a-4455-8456-4513b777be2f HTTP/1.1" status: 200 len: 815 time: 0.1073105 Jan 21 09:46:36.153683 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-e8a55474-a653-4ee9-9279-3519ed9ed752 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Request body: {'port': {'device_id': 'a70c57d7-94b5-449e-adf3-50f80e86e5a2', 'network_id': '10533aac-077a-4455-8456-4513b777be2f', 'admin_state_up': True, 'tenant_id': '3ab22d0716c7425db3b829685bfe7c5e'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:36.252865 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-363040a9-2f61-40bc-93f4-0401e8be1d24 req-32d4e0e0-a086-4911-b80a-f3dcca83e171 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a70c57d7-94b5-449e-adf3-50f80e86e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0306995 Jan 21 09:46:36.296516 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-e8a55474-a653-4ee9-9279-3519ed9ed752 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Made reservation on behalf of 3ab22d0716c7425db3b829685bfe7c5e for: {'port': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:36.300031 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-e8a55474-a653-4ee9-9279-3519ed9ed752 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:36.428493 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-e8a55474-a653-4ee9-9279-3519ed9ed752 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Allocated IP 172.20.0.9 (10533aac-077a-4455-8456-4513b777be2f/ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0/da9c002e-a1ff-4f04-af11-2395b1d4bd47) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:36.576688 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-e8a55474-a653-4ee9-9279-3519ed9ed752 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks [] for port (da9c002e-a1ff-4f04-af11-2395b1d4bd47), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:36.610180 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-e8a55474-a653-4ee9-9279-3519ed9ed752 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (da9c002e-a1ff-4f04-af11-2395b1d4bd47), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:36.624660 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['dda8259a-ac04-4b4b-beb5-195ec816b4ff'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:46:36.656329 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-e8a55474-a653-4ee9-9279-3519ed9ed752 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Network 10533aac-077a-4455-8456-4513b777be2f is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:36.661268 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-e8a55474-a653-4ee9-9279-3519ed9ed752 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:36.665830 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-e8a55474-a653-4ee9-9279-3519ed9ed752 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:46:36.669819 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a55474-a653-4ee9-9279-3519ed9ed752 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Pushing event updated for resources: {'Port': ['ID=da9c002e-a1ff-4f04-af11-2395b1d4bd47,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.713952 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.717356 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.717356 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.717356 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.717356 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.717356 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.717356 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.717356 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.717356 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.717356 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.717356 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.717356 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:36.717356 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:46:36.717356 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-e8a55474-a653-4ee9-9279-3519ed9ed752 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:36.717356 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-e8a55474-a653-4ee9-9279-3519ed9ed752 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:36.733297 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-e8a55474-a653-4ee9-9279-3519ed9ed752 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5834658 Jan 21 09:46:36.756825 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Request body: {'port': {'device_id': 'a70c57d7-94b5-449e-adf3-50f80e86e5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:36.813750 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (da9c002e-a1ff-4f04-af11-2395b1d4bd47), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:37.070174 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9c002e-a1ff-4f04-af11-2395b1d4bd47 {{(pid=109056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:46:37.078267 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Publish callbacks [] for port (da9c002e-a1ff-4f04-af11-2395b1d4bd47), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:37.090220 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.provisioning_blocks [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Transition to ACTIVE for port object da9c002e-a1ff-4f04-af11-2395b1d4bd47 will not be triggered until provisioned by entity L2. {{(pid=109056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:37.095127 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (da9c002e-a1ff-4f04-af11-2395b1d4bd47), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:37.113363 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556019d-4709-4b69-9baa-a647055af8bf req-4a51d2ef-f759-464e-a4c2-7c317b653314 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.114929 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e556019d-4709-4b69-9baa-a647055af8bf req-4a51d2ef-f759-464e-a4c2-7c317b653314 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0504520 Jan 21 09:46:37.154161 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Pushing event updated for resources: {'Port': ['ID=da9c002e-a1ff-4f04-af11-2395b1d4bd47,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:37.167587 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e556019d-4709-4b69-9baa-a647055af8bf req-14957c4a-1e51-4f1e-8d97-8c9dad2382db tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460975 Jan 21 09:46:37.219204 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Attempting to bind port da9c002e-a1ff-4f04-af11-2395b1d4bd47 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:46:37.219556 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Attempting to bind port da9c002e-a1ff-4f04-af11-2395b1d4bd47 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '7cf31147-4072-451c-8900-718e7f39ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '10533aac-077a-4455-8456-4513b777be2f'}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:46:37.219900 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Attempting to bind port da9c002e-a1ff-4f04-af11-2395b1d4bd47 on network 10533aac-077a-4455-8456-4513b777be2f {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:46:37.224992 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Port da9c002e-a1ff-4f04-af11-2395b1d4bd47 on network 10533aac-077a-4455-8456-4513b777be2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:46:37.225323 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Attempting to bind port da9c002e-a1ff-4f04-af11-2395b1d4bd47 on network 10533aac-077a-4455-8456-4513b777be2f {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:46:37.230872 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:46:37.231223 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Checking segment: {'id': '7cf31147-4072-451c-8900-718e7f39ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '10533aac-077a-4455-8456-4513b777be2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:46:37.231620 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Bound using segment: {'id': '7cf31147-4072-451c-8900-718e7f39ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '10533aac-077a-4455-8456-4513b777be2f'} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:46:37.232060 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Bound port: da9c002e-a1ff-4f04-af11-2395b1d4bd47, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf31147-4072-451c-8900-718e7f39ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '10533aac-077a-4455-8456-4513b777be2f'}}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:46:37.232431 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (da9c002e-a1ff-4f04-af11-2395b1d4bd47), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:37.311899 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] For port da9c002e-a1ff-4f04-af11-2395b1d4bd47, host hv-cinder-81561, cleared binding levels {{(pid=109056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:37.315846 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] For port da9c002e-a1ff-4f04-af11-2395b1d4bd47, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=da9c002e-a1ff-4f04-af11-2395b1d4bd47,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:37.323041 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (da9c002e-a1ff-4f04-af11-2395b1d4bd47), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:37.396189 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.396832 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:37.398327 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] 10.222.0.130 "PUT /v2.0/ports/da9c002e-a1ff-4f04-af11-2395b1d4bd47 HTTP/1.1" status: 200 len: 1093 time: 0.6458571 Jan 21 09:46:37.401226 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0280f8-a552-4033-a888-7bbc58f26350 req-52f0c224-aeec-4b7d-866f-d23152573c93 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.402739 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70c57d7-94b5-449e-adf3-50f80e86e5a2', 'tag': 'da9c002e-a1ff-4f04-af11-2395b1d4bd47'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:37.405667 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd3f89d-9549-4e81-af25-02913fdf06df" -d '{"events": [{"name": "network-changed", "server_uuid": "a70c57d7-94b5-449e-adf3-50f80e86e5a2", "tag": "da9c002e-a1ff-4f04-af11-2395b1d4bd47"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:37.408056 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2d0280f8-a552-4033-a888-7bbc58f26350 req-52f0c224-aeec-4b7d-866f-d23152573c93 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a70c57d7-94b5-449e-adf3-50f80e86e5a2 HTTP/1.1" status: 200 len: 943 time: 0.0562997 Jan 21 09:46:37.437612 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a1aae-d442-4248-bc3d-428ee44bc82f service neutron] Pushing event updated for resources: {'Port': ['ID=da9c002e-a1ff-4f04-af11-2395b1d4bd47,revision_number=3']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:37.455608 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85521aa2-921e-4b12-b239-f1741cc52d19 req-8df3ae24-a059-44c8-9b1e-1106aeedabc8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.457146 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-85521aa2-921e-4b12-b239-f1741cc52d19 req-8df3ae24-a059-44c8-9b1e-1106aeedabc8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.1020355 Jan 21 09:46:37.485522 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2d0280f8-a552-4033-a888-7bbc58f26350 req-ac1be76c-913c-429a-acea-9838081bb6e5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764606 Jan 21 09:46:37.488322 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dd7d0-8de7-4c67-bfed-f6401bb9d10a req-f8c54426-12ce-4321-b178-622f926d7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.489815 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a08dd7d0-8de7-4c67-bfed-f6401bb9d10a req-f8c54426-12ce-4321-b178-622f926d7607 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=bf5c8457d6fe4995bbd14e5daf73f93a&device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 1099 time: 0.0788395 Jan 21 09:46:37.541196 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-85521aa2-921e-4b12-b239-f1741cc52d19 req-75835a06-08d5-4679-8ece-0819058c7a51 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765312 Jan 21 09:46:37.543280 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-1c67679c-2293-4e0b-91b7-84ed1fe1a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.544679 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-1c67679c-2293-4e0b-91b7-84ed1fe1a427 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=3ab22d0716c7425db3b829685bfe7c5e&device_id=a70c57d7-94b5-449e-adf3-50f80e86e5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0973673 Jan 21 09:46:37.546277 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f31eba-f1ca-4b3f-9733-8f79ab4ac146 x-openstack-request-id: req-a9f31eba-f1ca-4b3f-9733-8f79ab4ac146 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:37.546584 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70c57d7-94b5-449e-adf3-50f80e86e5a2", "tag": "da9c002e-a1ff-4f04-af11-2395b1d4bd47", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:37.546890 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-a9f31eba-f1ca-4b3f-9733-8f79ab4ac146 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:37.547341 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a70c57d7-94b5-449e-adf3-50f80e86e5a2', 'tag': 'da9c002e-a1ff-4f04-af11-2395b1d4bd47', 'status': 'completed', 'code': 200} Jan 21 09:46:37.590110 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dd7d0-8de7-4c67-bfed-f6401bb9d10a req-09e077a1-6f6e-487b-9be2-6df465836330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.591686 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a08dd7d0-8de7-4c67-bfed-f6401bb9d10a req-09e077a1-6f6e-487b-9be2-6df465836330 service neutron] 10.222.0.130 "GET /v2.0/networks?id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe HTTP/1.1" status: 200 len: 910 time: 0.0957429 Jan 21 09:46:37.597546 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-1569d288-6414-4d50-b1e6-f8f44c929fb5 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da9c002e-a1ff-4f04-af11-2395b1d4bd47 HTTP/1.1" status: 200 len: 217 time: 0.0383961 Jan 21 09:46:37.645338 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-1ad86439-cfa7-41ac-b1c8-c9bdb6a849d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.646876 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-1ad86439-cfa7-41ac-b1c8-c9bdb6a849d9 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0 HTTP/1.1" status: 200 len: 855 time: 0.0427036 Jan 21 09:46:37.657817 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a08dd7d0-8de7-4c67-bfed-f6401bb9d10a req-5ac9cd67-081e-42e3-be57-b9b381ad1a6f service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec640504-2a98-43e9-a97b-ca251ed7f526 HTTP/1.1" status: 200 len: 1002 time: 0.0586183 Jan 21 09:46:37.678155 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-671af739-9a51-4311-9079-0a865e514218 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=10533aac-077a-4455-8456-4513b777be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253041 Jan 21 09:46:37.706055 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dd7d0-8de7-4c67-bfed-f6401bb9d10a req-2bedd54c-52a4-4546-9c23-dbfc8afbd7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.707910 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a08dd7d0-8de7-4c67-bfed-f6401bb9d10a req-2bedd54c-52a4-4546-9c23-dbfc8afbd7b5 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=915c81a7-b891-4f9b-9add-d5069201e814 HTTP/1.1" status: 200 len: 848 time: 0.0440037 Jan 21 09:46:37.756074 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dd7d0-8de7-4c67-bfed-f6401bb9d10a req-3819c819-3a45-44f4-8c89-89e31190f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.758216 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a08dd7d0-8de7-4c67-bfed-f6401bb9d10a req-3819c819-3a45-44f4-8c89-89e31190f6e4 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446856 Jan 21 09:46:37.770273 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-3106c8e9-906e-4f65-8576-5bd3588c7286 service neutron] 10.222.0.130 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859601 Jan 21 09:46:37.850109 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a08dd7d0-8de7-4c67-bfed-f6401bb9d10a req-65144b98-c259-41d6-ac70-32834abe6911 service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853252 Jan 21 09:46:37.862637 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-32d350f8-8c2d-4458-8bd9-6f0427421c24 req-92508d81-ef0f-4321-bd8b-2fa0ae16dc5b service neutron] 10.222.0.130 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867577 Jan 21 09:46:37.950153 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a08dd7d0-8de7-4c67-bfed-f6401bb9d10a req-3f1af881-0563-44a2-9fc9-e9745ebd8ef9 service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928802 Jan 21 09:46:37.952370 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3f89d-9549-4e81-af25-02913fdf06df req-000d3e44-8d9d-44b0-8f6a-3a52ee9144bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.953862 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1fd3f89d-9549-4e81-af25-02913fdf06df req-000d3e44-8d9d-44b0-8f6a-3a52ee9144bd service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=3ab22d0716c7425db3b829685bfe7c5e&device_id=a70c57d7-94b5-449e-adf3-50f80e86e5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0420895 Jan 21 09:46:38.047889 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3f89d-9549-4e81-af25-02913fdf06df req-b41052c3-0b60-4883-8406-42220fef30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:38.049262 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1fd3f89d-9549-4e81-af25-02913fdf06df req-b41052c3-0b60-4883-8406-42220fef30bc service neutron] 10.222.0.130 "GET /v2.0/networks?id=10533aac-077a-4455-8456-4513b777be2f HTTP/1.1" status: 200 len: 916 time: 0.0872927 Jan 21 09:46:38.092703 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1fd3f89d-9549-4e81-af25-02913fdf06df req-f50fbdc6-9257-4a38-a3e6-6e7c054eef8c service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da9c002e-a1ff-4f04-af11-2395b1d4bd47 HTTP/1.1" status: 200 len: 217 time: 0.0347872 Jan 21 09:46:38.145981 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3f89d-9549-4e81-af25-02913fdf06df req-c4f4da55-0e44-408a-a8e7-6b7e77270879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:38.147625 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1fd3f89d-9549-4e81-af25-02913fdf06df req-c4f4da55-0e44-408a-a8e7-6b7e77270879 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0 HTTP/1.1" status: 200 len: 855 time: 0.0492520 Jan 21 09:46:38.188575 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1fd3f89d-9549-4e81-af25-02913fdf06df req-8477a947-8d90-481e-926d-bcd1539d1fd6 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=10533aac-077a-4455-8456-4513b777be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239823 Jan 21 09:46:38.280269 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1fd3f89d-9549-4e81-af25-02913fdf06df req-c7ab49fb-dea4-4cd1-b31d-b3f546103685 service neutron] 10.222.0.130 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799754 Jan 21 09:46:38.378414 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1fd3f89d-9549-4e81-af25-02913fdf06df req-a8b1ab38-8812-4821-8915-0f59f9085db4 service neutron] 10.222.0.130 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843608 Jan 21 09:46:38.614944 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89937e0e-af13-4452-93af-55a8a699dbc5 req-11408f9b-2731-46be-b570-f9c7ba809596 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:38.616505 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-89937e0e-af13-4452-93af-55a8a699dbc5 req-11408f9b-2731-46be-b570-f9c7ba809596 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a70c57d7-94b5-449e-adf3-50f80e86e5a2 HTTP/1.1" status: 200 len: 943 time: 0.0567484 Jan 21 09:46:38.666888 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074c707-eeb9-44af-bc4e-f9c9fdcb9dfb req-4edef56c-26ea-4d20-a24a-9757a5438196 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:38.668222 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-89937e0e-af13-4452-93af-55a8a699dbc5 req-3d09feb0-bd0b-4855-ad3c-154b7ee2c043 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457633 Jan 21 09:46:38.668375 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3074c707-eeb9-44af-bc4e-f9c9fdcb9dfb req-4edef56c-26ea-4d20-a24a-9757a5438196 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0550268 Jan 21 09:46:38.720163 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3074c707-eeb9-44af-bc4e-f9c9fdcb9dfb req-4fd3056c-31da-458a-a32e-ccf68299a497 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423796 Jan 21 09:46:39.792085 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ac5e7-5822-4fc6-9d2c-5dfca4210759 req-43503084-3a6f-40d1-b7c9-cac0c262b81c tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:39.793609 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b56ac5e7-5822-4fc6-9d2c-5dfca4210759 req-43503084-3a6f-40d1-b7c9-cac0c262b81c tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a70c57d7-94b5-449e-adf3-50f80e86e5a2 HTTP/1.1" status: 200 len: 943 time: 0.0545599 Jan 21 09:46:39.839738 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fddb5-a0e1-4480-86db-0803b803c5e5 req-4adaf57a-d065-420f-adf5-fd146fc26a33 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:39.840448 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b56ac5e7-5822-4fc6-9d2c-5dfca4210759 req-5f52bfea-3a4a-47a6-b5ec-45fc865737ab tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412865 Jan 21 09:46:39.841355 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e91fddb5-a0e1-4480-86db-0803b803c5e5 req-4adaf57a-d065-420f-adf5-fd146fc26a33 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0539494 Jan 21 09:46:39.888301 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e91fddb5-a0e1-4480-86db-0803b803c5e5 req-9c5221f7-9541-46c3-86fb-19817cf65607 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412657 Jan 21 09:46:40.193899 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device da9c002e-a1ff-4f04-af11-2395b1d4bd47 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:46:40.290114 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port da9c002e-a1ff-4f04-af11-2395b1d4bd47, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=da9c002e-a1ff-4f04-af11-2395b1d4bd47,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:40.300572 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': 'da9c002e-a1ff-4f04-af11-2395b1d4bd47', 'network_id': '10533aac-077a-4455-8456-4513b777be2f', 'port_id': 'da9c002e-a1ff-4f04-af11-2395b1d4bd47', 'mac_address': 'fa:16:3e:df:f3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:46:40.341877 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port da9c002e-a1ff-4f04-af11-2395b1d4bd47 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:46:40.342185 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (da9c002e-a1ff-4f04-af11-2395b1d4bd47), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:40.354988 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9c002e-a1ff-4f04-af11-2395b1d4bd47 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:46:40.374019 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port da9c002e-a1ff-4f04-af11-2395b1d4bd47, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=da9c002e-a1ff-4f04-af11-2395b1d4bd47,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:40.378466 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (da9c002e-a1ff-4f04-af11-2395b1d4bd47), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:40.428607 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=da9c002e-a1ff-4f04-af11-2395b1d4bd47,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:40.686636 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['da9c002e-a1ff-4f04-af11-2395b1d4bd47'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:46:40.955897 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f9b31-62b0-43ea-83fd-73e1cf043502 req-43a85559-70e6-4206-b294-500ffd5f4c6f tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:40.957437 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-371f9b31-62b0-43ea-83fd-73e1cf043502 req-43a85559-70e6-4206-b294-500ffd5f4c6f tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a70c57d7-94b5-449e-adf3-50f80e86e5a2 HTTP/1.1" status: 200 len: 944 time: 0.0499778 Jan 21 09:46:41.004514 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-371f9b31-62b0-43ea-83fd-73e1cf043502 req-8edfcb2a-abee-4406-a580-f1da9980c268 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411274 Jan 21 09:46:42.119218 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d0c7f-c1d9-45a8-a384-96980479881d req-645e6993-5a21-4fbe-bc13-da2d35e8e166 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:42.120734 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-894d0c7f-c1d9-45a8-a384-96980479881d req-645e6993-5a21-4fbe-bc13-da2d35e8e166 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a70c57d7-94b5-449e-adf3-50f80e86e5a2 HTTP/1.1" status: 200 len: 944 time: 0.0497355 Jan 21 09:46:42.168309 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-894d0c7f-c1d9-45a8-a384-96980479881d req-384fb51a-f558-4894-bb7c-82647f366f61 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418818 Jan 21 09:46:42.197902 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device da9c002e-a1ff-4f04-af11-2395b1d4bd47 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:46:42.248586 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port da9c002e-a1ff-4f04-af11-2395b1d4bd47 completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:42.252665 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port da9c002e-a1ff-4f04-af11-2395b1d4bd47 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:42.253061 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (da9c002e-a1ff-4f04-af11-2395b1d4bd47), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:42.329776 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port da9c002e-a1ff-4f04-af11-2395b1d4bd47 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:46:42.330090 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (da9c002e-a1ff-4f04-af11-2395b1d4bd47), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:42.352758 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70c57d7-94b5-449e-adf3-50f80e86e5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9c002e-a1ff-4f04-af11-2395b1d4bd47'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:42.355103 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67129c8-14d9-4957-83cb-f50479b93f6a" -d '{"events": [{"server_uuid": "a70c57d7-94b5-449e-adf3-50f80e86e5a2", "name": "network-vif-plugged", "status": "completed", "tag": "da9c002e-a1ff-4f04-af11-2395b1d4bd47"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:42.370472 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port da9c002e-a1ff-4f04-af11-2395b1d4bd47, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=da9c002e-a1ff-4f04-af11-2395b1d4bd47,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:42.376540 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (da9c002e-a1ff-4f04-af11-2395b1d4bd47), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:42.400475 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ab6a4a-8468-48c8-8141-fcfc08fdb0b4 x-openstack-request-id: req-b3ab6a4a-8468-48c8-8141-fcfc08fdb0b4 {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:42.400786 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70c57d7-94b5-449e-adf3-50f80e86e5a2", "name": "network-vif-plugged", "status": "completed", "tag": "da9c002e-a1ff-4f04-af11-2395b1d4bd47", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:42.401059 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-b3ab6a4a-8468-48c8-8141-fcfc08fdb0b4 {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:42.401471 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70c57d7-94b5-449e-adf3-50f80e86e5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9c002e-a1ff-4f04-af11-2395b1d4bd47', 'code': 200} Jan 21 09:46:42.430282 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=da9c002e-a1ff-4f04-af11-2395b1d4bd47,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:42.568805 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5636bc4-00bc-44d2-a3e4-f618ef6a269a req-9a4a8ac4-dafd-46e7-907e-909d502c281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:42.571794 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d5636bc4-00bc-44d2-a3e4-f618ef6a269a req-9a4a8ac4-dafd-46e7-907e-909d502c281c service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=a70c57d7-94b5-449e-adf3-50f80e86e5a2 HTTP/1.1" status: 200 len: 1098 time: 0.0408466 Jan 21 09:46:42.620754 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d5636bc4-00bc-44d2-a3e4-f618ef6a269a req-93747390-fb0a-4fa8-bdf1-8a656057480a service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409355 Jan 21 09:46:42.718078 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-d727cdc2-56cf-4383-9b04-9e9cd9b28036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:43.283437 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a885672-f759-42df-8387-099cba498275 req-cfcf871e-4458-4a4a-9ad3-3fd3cd40673f tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:43.284981 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9a885672-f759-42df-8387-099cba498275 req-cfcf871e-4458-4a4a-9ad3-3fd3cd40673f tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a70c57d7-94b5-449e-adf3-50f80e86e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0498199 Jan 21 09:46:43.331250 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9a885672-f759-42df-8387-099cba498275 req-e2535371-5dfd-4b17-88ce-782dc5ebd991 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405190 Jan 21 09:46:44.447557 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4650e02-493b-45f9-9563-c2938516af8e req-91b97d68-1b51-4612-b35c-a8cc362f3f74 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:44.449047 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e4650e02-493b-45f9-9563-c2938516af8e req-91b97d68-1b51-4612-b35c-a8cc362f3f74 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a70c57d7-94b5-449e-adf3-50f80e86e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0490947 Jan 21 09:46:44.498162 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e4650e02-493b-45f9-9563-c2938516af8e req-9d116b4b-3b41-4f2d-8e8a-8b7413950e95 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434356 Jan 21 09:46:45.416282 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-0c610928-5f50-49c8-93d0-132ad15302ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:46.236968 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-cca3c39b-557e-4144-aa77-18c1b8654e42 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:46.238349 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-cca3c39b-557e-4144-aa77-18c1b8654e42 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/networks?id=10533aac-077a-4455-8456-4513b777be2f HTTP/1.1" status: 200 len: 815 time: 0.1189499 Jan 21 09:46:46.255196 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-66bb911d-e94a-4517-ba73-42d8b3955fe1 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/quotas/3ab22d0716c7425db3b829685bfe7c5e HTTP/1.1" status: 200 len: 375 time: 0.0104208 Jan 21 09:46:46.308492 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-f1536474-52f6-4069-8f84-a56a8f71f91f tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ab22d0716c7425db3b829685bfe7c5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474255 Jan 21 09:46:46.400874 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-bb5ad592-bc51-421c-95ea-525661ec0f53 service neutron] 10.222.0.112 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855162 Jan 21 09:46:46.491816 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-b248a605-04c9-4af9-be15-cd7f843f6c4e service neutron] 10.222.0.112 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850992 Jan 21 09:46:46.664622 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-bf812fb7-f956-4d19-a285-e7fe9a688a33 req-93358c1e-d6bc-44d5-8c34-4cd9fceb5c5a tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a95bab81-8107-47d8-8cfb-9172b48677c3 HTTP/1.1" status: 200 len: 210 time: 0.0259235 Jan 21 09:46:46.872177 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:47.723027 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-5c8a0b61-717e-434c-a4a2-8acf2ab9ebf3 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:47.724533 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-5c8a0b61-717e-434c-a4a2-8acf2ab9ebf3 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.130 "GET /v2.0/networks?id=10533aac-077a-4455-8456-4513b777be2f HTTP/1.1" status: 200 len: 815 time: 0.1106761 Jan 21 09:46:47.738097 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Request body: {'port': {'device_id': 'a95bab81-8107-47d8-8cfb-9172b48677c3', 'network_id': '10533aac-077a-4455-8456-4513b777be2f', 'admin_state_up': True, 'tenant_id': '3ab22d0716c7425db3b829685bfe7c5e'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:47.789686 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9adf47b0-9509-4a93-bd73-f76bd08d6534 req-9339cbd7-14c0-4b4d-a6b9-68f3493ee2dd tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a95bab81-8107-47d8-8cfb-9172b48677c3 HTTP/1.1" status: 200 len: 210 time: 0.0478339 Jan 21 09:46:47.874346 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Made reservation on behalf of 3ab22d0716c7425db3b829685bfe7c5e for: {'port': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:47.877957 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:48.004669 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Allocated IP 172.20.0.2 (10533aac-077a-4455-8456-4513b777be2f/ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0/5bf718ec-b6c0-4d30-b489-88f3ac58c39f) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:48.152778 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks [] for port (5bf718ec-b6c0-4d30-b489-88f3ac58c39f), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:48.186166 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (5bf718ec-b6c0-4d30-b489-88f3ac58c39f), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:48.198903 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['dda8259a-ac04-4b4b-beb5-195ec816b4ff', 'da9c002e-a1ff-4f04-af11-2395b1d4bd47'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:46:48.231871 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Network 10533aac-077a-4455-8456-4513b777be2f is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:48.235076 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:48.237615 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:46:48.264621 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Pushing event updated for resources: {'Port': ['ID=5bf718ec-b6c0-4d30-b489-88f3ac58c39f,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:48.279506 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:48.279925 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:48.280230 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:48.280587 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:48.280943 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:48.281619 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:48.281619 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:48.281966 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:48.282311 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:48.282655 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:48.283030 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:48.283370 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:48.284059 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:48.306830 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:48.307487 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:48.324151 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-e6a789ab-878c-4368-b14d-27b754467fc5 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5898914 Jan 21 09:46:48.338232 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Request body: {'port': {'device_id': 'a95bab81-8107-47d8-8cfb-9172b48677c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:48.403300 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (5bf718ec-b6c0-4d30-b489-88f3ac58c39f), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:48.661034 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf718ec-b6c0-4d30-b489-88f3ac58c39f {{(pid=109056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:46:48.671307 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Publish callbacks [] for port (5bf718ec-b6c0-4d30-b489-88f3ac58c39f), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:48.684111 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.provisioning_blocks [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Transition to ACTIVE for port object 5bf718ec-b6c0-4d30-b489-88f3ac58c39f will not be triggered until provisioned by entity L2. {{(pid=109056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:48.688274 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (5bf718ec-b6c0-4d30-b489-88f3ac58c39f), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:48.711139 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:48.742266 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf718ec-b6c0-4d30-b489-88f3ac58c39f,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:48.918564 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596c07c-d4e5-4f51-94f6-91c3d14f8e74 req-8d772744-eeec-4681-acb6-077d0f1de31c tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:48.920895 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a596c07c-d4e5-4f51-94f6-91c3d14f8e74 req-8d772744-eeec-4681-acb6-077d0f1de31c tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a95bab81-8107-47d8-8cfb-9172b48677c3 HTTP/1.1" status: 200 len: 943 time: 0.0579851 Jan 21 09:46:48.975104 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a596c07c-d4e5-4f51-94f6-91c3d14f8e74 req-f7bc4ed7-e2dc-49e8-97f8-8c84e893921e tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483499 Jan 21 09:46:49.072519 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Attempting to bind port 5bf718ec-b6c0-4d30-b489-88f3ac58c39f on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:46:49.072865 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Attempting to bind port 5bf718ec-b6c0-4d30-b489-88f3ac58c39f by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '7cf31147-4072-451c-8900-718e7f39ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '10533aac-077a-4455-8456-4513b777be2f'}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:46:49.073680 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Attempting to bind port 5bf718ec-b6c0-4d30-b489-88f3ac58c39f on network 10533aac-077a-4455-8456-4513b777be2f {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:46:49.077526 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Port 5bf718ec-b6c0-4d30-b489-88f3ac58c39f on network 10533aac-077a-4455-8456-4513b777be2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:46:49.077890 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Attempting to bind port 5bf718ec-b6c0-4d30-b489-88f3ac58c39f on network 10533aac-077a-4455-8456-4513b777be2f {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:46:49.082895 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:46:49.083249 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Checking segment: {'id': '7cf31147-4072-451c-8900-718e7f39ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '10533aac-077a-4455-8456-4513b777be2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:46:49.083643 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Bound using segment: {'id': '7cf31147-4072-451c-8900-718e7f39ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '10533aac-077a-4455-8456-4513b777be2f'} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:46:49.084092 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Bound port: 5bf718ec-b6c0-4d30-b489-88f3ac58c39f, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf31147-4072-451c-8900-718e7f39ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '10533aac-077a-4455-8456-4513b777be2f'}}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:46:49.084484 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (5bf718ec-b6c0-4d30-b489-88f3ac58c39f), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:49.145429 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] For port 5bf718ec-b6c0-4d30-b489-88f3ac58c39f, host hv-cinder-81561, cleared binding levels {{(pid=109056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:49.148896 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] For port 5bf718ec-b6c0-4d30-b489-88f3ac58c39f, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=5bf718ec-b6c0-4d30-b489-88f3ac58c39f,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:49.154214 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (5bf718ec-b6c0-4d30-b489-88f3ac58c39f), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:49.186563 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:49.187183 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:49.188977 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] 10.222.0.130 "PUT /v2.0/ports/5bf718ec-b6c0-4d30-b489-88f3ac58c39f HTTP/1.1" status: 200 len: 1093 time: 0.8553581 Jan 21 09:46:49.191661 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95bab81-8107-47d8-8cfb-9172b48677c3', 'tag': '5bf718ec-b6c0-4d30-b489-88f3ac58c39f'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:49.192036 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:49.194019 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33666f1-01c4-49b9-81fe-365c8b017c81" -d '{"events": [{"name": "network-changed", "server_uuid": "a95bab81-8107-47d8-8cfb-9172b48677c3", "tag": "5bf718ec-b6c0-4d30-b489-88f3ac58c39f"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:49.222804 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad3751-a4f9-45e3-981e-37a4bedc7083 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf718ec-b6c0-4d30-b489-88f3ac58c39f,revision_number=3']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:49.236140 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aaacd7d-67f7-4b5d-b174-99da5edc3fd0 x-openstack-request-id: req-4aaacd7d-67f7-4b5d-b174-99da5edc3fd0 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:49.236527 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95bab81-8107-47d8-8cfb-9172b48677c3", "tag": "5bf718ec-b6c0-4d30-b489-88f3ac58c39f", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:49.236876 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-4aaacd7d-67f7-4b5d-b174-99da5edc3fd0 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:49.237369 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95bab81-8107-47d8-8cfb-9172b48677c3', 'tag': '5bf718ec-b6c0-4d30-b489-88f3ac58c39f', 'status': 'completed', 'code': 200} Jan 21 09:46:49.291143 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-20f665ef-2f9a-4f8d-a7e5-9a556956bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:49.292677 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-20f665ef-2f9a-4f8d-a7e5-9a556956bf77 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=3ab22d0716c7425db3b829685bfe7c5e&device_id=a95bab81-8107-47d8-8cfb-9172b48677c3 HTTP/1.1" status: 200 len: 1096 time: 0.0438488 Jan 21 09:46:49.342147 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-ddea1c74-0fac-4fdf-9b9c-91d3eca92341 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bf718ec-b6c0-4d30-b489-88f3ac58c39f HTTP/1.1" status: 200 len: 217 time: 0.0327668 Jan 21 09:46:49.390997 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-f84f006c-cd5c-4e16-b389-0d1f062f4a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:49.392430 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-f84f006c-cd5c-4e16-b389-0d1f062f4a94 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0 HTTP/1.1" status: 200 len: 855 time: 0.0431421 Jan 21 09:46:49.423503 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-40800da4-507e-47c2-b8bf-9e9588e1a6e2 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=10533aac-077a-4455-8456-4513b777be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236218 Jan 21 09:46:49.523921 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-1591c470-fa67-4ba3-8618-1287a36511c4 service neutron] 10.222.0.130 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888228 Jan 21 09:46:49.621141 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3944d7ff-57f3-49b8-beca-72d8542dbc1b req-34f5cf3f-824a-47a8-81f2-0a2c58e8be40 service neutron] 10.222.0.130 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838816 Jan 21 09:46:49.728475 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33666f1-01c4-49b9-81fe-365c8b017c81 req-09b22d57-44f4-4685-add6-9c2cf41c15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:49.729967 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c33666f1-01c4-49b9-81fe-365c8b017c81 req-09b22d57-44f4-4685-add6-9c2cf41c15e5 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=3ab22d0716c7425db3b829685bfe7c5e&device_id=a95bab81-8107-47d8-8cfb-9172b48677c3 HTTP/1.1" status: 200 len: 1096 time: 0.0418851 Jan 21 09:46:49.822870 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33666f1-01c4-49b9-81fe-365c8b017c81 req-cc15324d-ad46-4681-a691-ff09cd78c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:49.824256 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c33666f1-01c4-49b9-81fe-365c8b017c81 req-cc15324d-ad46-4681-a691-ff09cd78c285 service neutron] 10.222.0.130 "GET /v2.0/networks?id=10533aac-077a-4455-8456-4513b777be2f HTTP/1.1" status: 200 len: 916 time: 0.0844114 Jan 21 09:46:49.868965 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c33666f1-01c4-49b9-81fe-365c8b017c81 req-4a23fb60-24cf-44e7-a9dc-136361e8aacf service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bf718ec-b6c0-4d30-b489-88f3ac58c39f HTTP/1.1" status: 200 len: 217 time: 0.0371866 Jan 21 09:46:49.921034 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33666f1-01c4-49b9-81fe-365c8b017c81 req-9126eef9-a077-4a42-a36f-33d0c63945dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:49.922462 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c33666f1-01c4-49b9-81fe-365c8b017c81 req-9126eef9-a077-4a42-a36f-33d0c63945dc service neutron] 10.222.0.130 "GET /v2.0/subnets?id=ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0 HTTP/1.1" status: 200 len: 855 time: 0.0423915 Jan 21 09:46:49.953512 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c33666f1-01c4-49b9-81fe-365c8b017c81 req-03a0f8cd-64a9-465c-b348-54971f4b3175 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=10533aac-077a-4455-8456-4513b777be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239551 Jan 21 09:46:50.049394 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c33666f1-01c4-49b9-81fe-365c8b017c81 req-ae4d688f-c693-430f-b73b-19947e7c317e service neutron] 10.222.0.130 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875268 Jan 21 09:46:50.095358 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c53989-8f63-4b09-a586-b0e2d42d6d36 req-924d23ee-027f-4399-8eac-a3183ce31bdf tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:50.096843 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a9c53989-8f63-4b09-a586-b0e2d42d6d36 req-924d23ee-027f-4399-8eac-a3183ce31bdf tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a95bab81-8107-47d8-8cfb-9172b48677c3 HTTP/1.1" status: 200 len: 943 time: 0.0508738 Jan 21 09:46:50.142274 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c33666f1-01c4-49b9-81fe-365c8b017c81 req-ef8c5c71-4c4a-4a8e-90d4-343861e0595a service neutron] 10.222.0.130 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851173 Jan 21 09:46:50.148222 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a9c53989-8f63-4b09-a586-b0e2d42d6d36 req-0b1502b4-d5bb-4288-b622-389a7e0102d0 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450964 Jan 21 09:46:51.270871 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8919d-3b6c-409a-a33f-107b062f1f6b req-9968e9f7-da92-4e51-b3ae-99729ddcc4a0 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:51.272410 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-05d8919d-3b6c-409a-a33f-107b062f1f6b req-9968e9f7-da92-4e51-b3ae-99729ddcc4a0 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a95bab81-8107-47d8-8cfb-9172b48677c3 HTTP/1.1" status: 200 len: 943 time: 0.0538177 Jan 21 09:46:51.319082 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-05d8919d-3b6c-409a-a33f-107b062f1f6b req-3d3c035a-1def-4b0b-ac9c-262d47427489 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409169 Jan 21 09:46:52.208161 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 5bf718ec-b6c0-4d30-b489-88f3ac58c39f details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:46:52.301255 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 5bf718ec-b6c0-4d30-b489-88f3ac58c39f, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=5bf718ec-b6c0-4d30-b489-88f3ac58c39f,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:52.312045 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': '5bf718ec-b6c0-4d30-b489-88f3ac58c39f', 'network_id': '10533aac-077a-4455-8456-4513b777be2f', 'port_id': '5bf718ec-b6c0-4d30-b489-88f3ac58c39f', 'mac_address': 'fa:16:3e:13:c6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:46:52.348400 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 5bf718ec-b6c0-4d30-b489-88f3ac58c39f is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:46:52.348818 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (5bf718ec-b6c0-4d30-b489-88f3ac58c39f), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.366484 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf718ec-b6c0-4d30-b489-88f3ac58c39f {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:46:52.385084 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 5bf718ec-b6c0-4d30-b489-88f3ac58c39f, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=5bf718ec-b6c0-4d30-b489-88f3ac58c39f,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:52.390458 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (5bf718ec-b6c0-4d30-b489-88f3ac58c39f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.440617 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457b54-ae90-4b33-b3ec-221ec3c90cae req-3b42dfe5-f209-499d-9d98-670a5dc683a8 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:52.441395 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=5bf718ec-b6c0-4d30-b489-88f3ac58c39f,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.442126 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c8457b54-ae90-4b33-b3ec-221ec3c90cae req-3b42dfe5-f209-499d-9d98-670a5dc683a8 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a95bab81-8107-47d8-8cfb-9172b48677c3 HTTP/1.1" status: 200 len: 944 time: 0.0515487 Jan 21 09:46:52.491370 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c8457b54-ae90-4b33-b3ec-221ec3c90cae req-5cfa263c-d5fa-4264-8e03-4036174889a7 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Jan 21 09:46:52.722358 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['5bf718ec-b6c0-4d30-b489-88f3ac58c39f'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:46:53.606227 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a274c7d-48be-4718-95ac-1522f86030ff req-40839a99-fb2b-4b93-a2d1-d3695dc60297 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:53.607782 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-5a274c7d-48be-4718-95ac-1522f86030ff req-40839a99-fb2b-4b93-a2d1-d3695dc60297 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a95bab81-8107-47d8-8cfb-9172b48677c3 HTTP/1.1" status: 200 len: 944 time: 0.0490413 Jan 21 09:46:53.654826 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-5a274c7d-48be-4718-95ac-1522f86030ff req-c599538c-f49a-4997-8b0a-241f98c0e1e8 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414438 Jan 21 09:46:54.224217 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 5bf718ec-b6c0-4d30-b489-88f3ac58c39f up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:46:54.273622 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port 5bf718ec-b6c0-4d30-b489-88f3ac58c39f completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:54.277594 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port 5bf718ec-b6c0-4d30-b489-88f3ac58c39f triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:54.277986 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (5bf718ec-b6c0-4d30-b489-88f3ac58c39f), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:54.353907 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 5bf718ec-b6c0-4d30-b489-88f3ac58c39f is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:46:54.354218 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (5bf718ec-b6c0-4d30-b489-88f3ac58c39f), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:54.375810 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95bab81-8107-47d8-8cfb-9172b48677c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf718ec-b6c0-4d30-b489-88f3ac58c39f'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:54.378344 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8289395d-0304-4465-b454-cc6b50e82721" -d '{"events": [{"server_uuid": "a95bab81-8107-47d8-8cfb-9172b48677c3", "name": "network-vif-plugged", "status": "completed", "tag": "5bf718ec-b6c0-4d30-b489-88f3ac58c39f"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:54.395426 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 5bf718ec-b6c0-4d30-b489-88f3ac58c39f, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=5bf718ec-b6c0-4d30-b489-88f3ac58c39f,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:54.401519 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (5bf718ec-b6c0-4d30-b489-88f3ac58c39f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:54.425394 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1c0da4-3f49-4d60-ae7e-5e4649f09d87 x-openstack-request-id: req-5e1c0da4-3f49-4d60-ae7e-5e4649f09d87 {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:54.425708 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95bab81-8107-47d8-8cfb-9172b48677c3", "name": "network-vif-plugged", "status": "completed", "tag": "5bf718ec-b6c0-4d30-b489-88f3ac58c39f", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:54.425980 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-5e1c0da4-3f49-4d60-ae7e-5e4649f09d87 {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:54.426714 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95bab81-8107-47d8-8cfb-9172b48677c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf718ec-b6c0-4d30-b489-88f3ac58c39f', 'code': 200} Jan 21 09:46:54.453273 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=5bf718ec-b6c0-4d30-b489-88f3ac58c39f,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:54.598575 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330afec1-0483-4ba6-a5d2-a3c9f43c8a81 req-e8da5fc6-d00d-4442-827e-90b674940fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:54.600208 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-330afec1-0483-4ba6-a5d2-a3c9f43c8a81 req-e8da5fc6-d00d-4442-827e-90b674940fe8 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=a95bab81-8107-47d8-8cfb-9172b48677c3 HTTP/1.1" status: 200 len: 1098 time: 0.0448408 Jan 21 09:46:54.645871 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-330afec1-0483-4ba6-a5d2-a3c9f43c8a81 req-d69e392d-222d-4da6-a18c-a996ab416edf service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375512 Jan 21 09:46:54.779358 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a03ac0-3fa5-4954-a971-c412b5323876 req-6602f398-38d2-4210-9f90-ba4069e477db tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:54.780915 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-15a03ac0-3fa5-4954-a971-c412b5323876 req-6602f398-38d2-4210-9f90-ba4069e477db tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a95bab81-8107-47d8-8cfb-9172b48677c3 HTTP/1.1" status: 200 len: 945 time: 0.0563257 Jan 21 09:46:54.829259 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-15a03ac0-3fa5-4954-a971-c412b5323876 req-804df99d-1bca-4b48-849a-8304ee97e1db tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425889 Jan 21 09:46:54.859030 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8170eb-8da1-4967-9307-7bde97b1c908 req-bd54f9d6-ece1-4972-a43b-612e674f40df tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:54.860550 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2a8170eb-8da1-4967-9307-7bde97b1c908 req-bd54f9d6-ece1-4972-a43b-612e674f40df tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 984 time: 0.0524285 Jan 21 09:46:54.924842 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2a8170eb-8da1-4967-9307-7bde97b1c908 req-ee8e8965-fe7f-46b4-93d7-8c04f354b2af tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa&id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580492 Jan 21 09:46:55.004284 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880d02d-92a7-4c59-a488-3d0a5be0aa82 req-ecba7406-9982-420f-aa6a-06ccc2f278f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:55.005952 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7880d02d-92a7-4c59-a488-3d0a5be0aa82 req-ecba7406-9982-420f-aa6a-06ccc2f278f3 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=a88b4bd72bcf44a19d480e01fb3ffa89&device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 1137 time: 0.0417192 Jan 21 09:46:55.101878 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880d02d-92a7-4c59-a488-3d0a5be0aa82 req-ef3b8ff6-ae24-48c6-92f2-b948b1657a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:55.103429 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7880d02d-92a7-4c59-a488-3d0a5be0aa82 req-ef3b8ff6-ae24-48c6-92f2-b948b1657a25 service neutron] 10.222.0.130 "GET /v2.0/networks?id=677739cc-fde9-4813-a949-b3058144337e HTTP/1.1" status: 200 len: 915 time: 0.0899806 Jan 21 09:46:55.169312 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7880d02d-92a7-4c59-a488-3d0a5be0aa82 req-9658926e-ff58-434d-a116-33b2a65eeb17 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34c3cd40-d8b3-48f5-9897-622d330e5988 HTTP/1.1" status: 200 len: 1000 time: 0.0583634 Jan 21 09:46:55.225209 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880d02d-92a7-4c59-a488-3d0a5be0aa82 req-ddc510f3-ff36-4a96-9541-6d8cde5cf2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:55.226595 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7880d02d-92a7-4c59-a488-3d0a5be0aa82 req-ddc510f3-ff36-4a96-9541-6d8cde5cf2b6 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=211478e8-1562-4e09-89ff-f0480ca89aa1 HTTP/1.1" status: 200 len: 853 time: 0.0473695 Jan 21 09:46:55.271663 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880d02d-92a7-4c59-a488-3d0a5be0aa82 req-a095a8b5-9440-434a-af31-7434b5b3a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:55.273156 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7880d02d-92a7-4c59-a488-3d0a5be0aa82 req-a095a8b5-9440-434a-af31-7434b5b3a116 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=677739cc-fde9-4813-a949-b3058144337e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401657 Jan 21 09:46:55.362662 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7880d02d-92a7-4c59-a488-3d0a5be0aa82 req-5c9821bb-ffc6-489c-8e5c-4e4cbe1633af service neutron] 10.222.0.130 "GET /v2.0/networks/677739cc-fde9-4813-a949-b3058144337e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812557 Jan 21 09:46:55.454286 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7880d02d-92a7-4c59-a488-3d0a5be0aa82 req-743c73eb-b2c8-4a79-92b1-5944971124d1 service neutron] 10.222.0.130 "GET /v2.0/networks/677739cc-fde9-4813-a949-b3058144337e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839798 Jan 21 09:46:55.951128 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bc81d-bc9f-42e7-b41a-808b40750b2e req-e7d40213-1ba0-46b7-8b5a-c7670ac4e016 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:55.952654 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b88bc81d-bc9f-42e7-b41a-808b40750b2e req-e7d40213-1ba0-46b7-8b5a-c7670ac4e016 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a95bab81-8107-47d8-8cfb-9172b48677c3 HTTP/1.1" status: 200 len: 945 time: 0.0528286 Jan 21 09:46:55.999845 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b88bc81d-bc9f-42e7-b41a-808b40750b2e req-e9011431-3257-4fcc-b21d-3a1244ac8a10 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 Jan 21 09:46:56.045718 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1d7c7-515c-4e1e-a7f1-686693dbdf1a req-239a2704-07bf-4cd1-bc92-c51445e00668 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:56.047272 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0ab1d7c7-515c-4e1e-a7f1-686693dbdf1a req-239a2704-07bf-4cd1-bc92-c51445e00668 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 984 time: 0.0516045 Jan 21 09:46:56.123199 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0ab1d7c7-515c-4e1e-a7f1-686693dbdf1a req-76e51e5e-fb50-48d6-be87-329644a33142 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa&id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606539 Jan 21 09:46:57.118994 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef2107-e1f9-4fc3-9568-0017e9b8078c req-a8ae02c4-a67e-482e-b903-3c59ebbacd90 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:57.120492 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-80ef2107-e1f9-4fc3-9568-0017e9b8078c req-a8ae02c4-a67e-482e-b903-3c59ebbacd90 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a95bab81-8107-47d8-8cfb-9172b48677c3 HTTP/1.1" status: 200 len: 945 time: 0.0496147 Jan 21 09:46:57.168193 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-80ef2107-e1f9-4fc3-9568-0017e9b8078c req-1b5b32a1-7319-4c87-a98d-0ec74f79654d tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418587 Jan 21 09:46:57.248138 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29496d-d457-41d7-91a8-227d7d5703fd req-4a911b14-c1df-40bf-aa2a-03b744837f62 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:57.249670 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7d29496d-d457-41d7-91a8-227d7d5703fd req-4a911b14-c1df-40bf-aa2a-03b744837f62 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 984 time: 0.0568464 Jan 21 09:46:57.311388 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7d29496d-d457-41d7-91a8-227d7d5703fd req-9c96b6e6-93fa-4ceb-9a30-523f0c4f8269 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa&id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559535 Jan 21 09:46:58.428983 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17728c3-cbc0-4393-a18d-ae23e896ebc8 req-c57011ea-9769-4ec6-947c-e4a5009fd554 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:58.430497 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c17728c3-cbc0-4393-a18d-ae23e896ebc8 req-c57011ea-9769-4ec6-947c-e4a5009fd554 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 984 time: 0.0481210 Jan 21 09:46:58.493956 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c17728c3-cbc0-4393-a18d-ae23e896ebc8 req-469d21b0-4ea2-4b21-91c4-d5c20e28e010 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa&id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577004 Jan 21 09:46:59.611941 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe124d-374f-4524-a0af-be93de0e4633 req-20a024bb-0bbf-4aaa-b254-fa3326aef4fb tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:59.613295 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-8bbe124d-374f-4524-a0af-be93de0e4633 req-20a024bb-0bbf-4aaa-b254-fa3326aef4fb tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 984 time: 0.0498271 Jan 21 09:46:59.672884 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-8bbe124d-374f-4524-a0af-be93de0e4633 req-d038c563-fa96-4a91-b250-f751e9d77e4a tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa&id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538790 Jan 21 09:47:00.796140 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e544-c958-4ed2-bd66-32176dabb4b8 req-ed756140-77c7-4c6d-8b00-226c52bdcf23 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:00.797786 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0533e544-c958-4ed2-bd66-32176dabb4b8 req-ed756140-77c7-4c6d-8b00-226c52bdcf23 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 984 time: 0.0535033 Jan 21 09:47:00.860781 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0533e544-c958-4ed2-bd66-32176dabb4b8 req-ebda542d-2f7f-4d8d-849b-98f2d478d806 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa&id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568783 Jan 21 09:47:01.252688 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.980955 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb18ee5-7561-4564-9e79-461cf9e156d2 req-89ec72ec-af24-4609-a7b1-07d53cde0239 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:01.982498 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0fb18ee5-7561-4564-9e79-461cf9e156d2 req-89ec72ec-af24-4609-a7b1-07d53cde0239 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 984 time: 0.0510702 Jan 21 09:47:02.038500 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:47:02.041724 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0fb18ee5-7561-4564-9e79-461cf9e156d2 req-1434678e-1048-4655-a7c9-836b582b940e tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa&id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535069 Jan 21 09:47:03.162175 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4d59b-b71c-4240-b98a-3034189bb11d req-4d7caaac-f01f-4f89-b26b-0359c1b8900c tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:03.163729 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-65a4d59b-b71c-4240-b98a-3034189bb11d req-4d7caaac-f01f-4f89-b26b-0359c1b8900c tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 984 time: 0.0535805 Jan 21 09:47:03.223747 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-65a4d59b-b71c-4240-b98a-3034189bb11d req-65bda7b0-aadb-4828-9ba5-7d87944cfb0c tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa&id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541391 Jan 21 09:47:04.344283 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2a772-2bc2-484b-9b33-bde6da1f3510 req-543c86be-ea5c-4add-8472-928b128a4472 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:04.345667 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1dd2a772-2bc2-484b-9b33-bde6da1f3510 req-543c86be-ea5c-4add-8472-928b128a4472 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 984 time: 0.0540898 Jan 21 09:47:04.404159 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1dd2a772-2bc2-484b-9b33-bde6da1f3510 req-3b31da8b-1909-4560-9764-3f9268a70208 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa&id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527248 Jan 21 09:47:05.525593 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3e0b7-3fcd-4ff1-97af-c83258a1a952 req-dff9aa79-47ec-480d-88ab-94b2e5862a83 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:05.527154 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-21a3e0b7-3fcd-4ff1-97af-c83258a1a952 req-dff9aa79-47ec-480d-88ab-94b2e5862a83 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 984 time: 0.0509024 Jan 21 09:47:05.593609 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-21a3e0b7-3fcd-4ff1-97af-c83258a1a952 req-5b379995-a8e4-4bd2-aa8a-4692aaa38580 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa&id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606639 Jan 21 09:47:06.719823 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8894a-23fe-42c0-92af-035456eaddd6 req-46ae4577-e2d7-4363-85a9-91341faad1d5 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:06.721353 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3aa8894a-23fe-42c0-92af-035456eaddd6 req-46ae4577-e2d7-4363-85a9-91341faad1d5 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 984 time: 0.0558739 Jan 21 09:47:06.782662 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3aa8894a-23fe-42c0-92af-035456eaddd6 req-57078ffb-4349-429d-866f-a4f3bd20ddd0 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa&id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549939 Jan 21 09:47:07.906008 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bce05-521b-40ab-9308-a726a101797b req-dd57d643-9b81-42b2-93de-bd26919d04d0 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:07.907603 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-7b5bce05-521b-40ab-9308-a726a101797b req-dd57d643-9b81-42b2-93de-bd26919d04d0 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 984 time: 0.0558815 Jan 21 09:47:07.968665 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-7b5bce05-521b-40ab-9308-a726a101797b req-bac5662f-8c22-4800-9d90-cb4b303e736a tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa&id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549150 Jan 21 09:47:07.998246 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-8bdd43ea-d9a5-4a7c-8b82-634bef1fbdbf tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:07.999851 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-8bdd43ea-d9a5-4a7c-8b82-634bef1fbdbf tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/networks?id=10533aac-077a-4455-8456-4513b777be2f HTTP/1.1" status: 200 len: 815 time: 0.1064589 Jan 21 09:47:08.014846 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-98c95a4c-d7a3-4874-8337-68f3ffd0dfcf tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/quotas/3ab22d0716c7425db3b829685bfe7c5e HTTP/1.1" status: 200 len: 375 time: 0.0095546 Jan 21 09:47:08.068065 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-9be494bc-2418-4fd4-b8e1-12bf53c44945 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ab22d0716c7425db3b829685bfe7c5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479522 Jan 21 09:47:08.159672 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-0cac298a-4137-469a-acce-c174f86b3bb9 service neutron] 10.222.0.112 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846241 Jan 21 09:47:08.248812 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-8eb864d5-b5a6-4ac1-a6ae-5d78164ff34c service neutron] 10.222.0.112 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832257 Jan 21 09:47:08.407315 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-688bd8ca-cabd-4771-b5e5-d310aab31c39 req-4afeca66-c70b-45a4-9330-220ee5f1b2cc tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=ebb64404-34c5-44a8-869d-9dd5c68cdc0e HTTP/1.1" status: 200 len: 210 time: 0.0277967 Jan 21 09:47:09.089045 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b891eb3-afd7-4467-b59c-4cea411a9330 req-8f97650f-7084-48c2-bc64-f41d049b3f57 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:09.090476 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6b891eb3-afd7-4467-b59c-4cea411a9330 req-8f97650f-7084-48c2-bc64-f41d049b3f57 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 984 time: 0.0506072 Jan 21 09:47:09.153151 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6b891eb3-afd7-4467-b59c-4cea411a9330 req-0329b04f-75e4-4610-a075-8e81ad0290cf tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa&id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567451 Jan 21 09:47:09.484370 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-e4a7d8b4-5663-4336-86c6-ab91d2a27277 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:09.486327 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-e4a7d8b4-5663-4336-86c6-ab91d2a27277 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.130 "GET /v2.0/networks?id=10533aac-077a-4455-8456-4513b777be2f HTTP/1.1" status: 200 len: 815 time: 0.1124690 Jan 21 09:47:09.509337 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d4c2778f-5cdf-43fe-98f0-a5a2deaef578 req-30d0b80b-57b2-4b76-9fc9-09875daa2633 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=ebb64404-34c5-44a8-869d-9dd5c68cdc0e HTTP/1.1" status: 200 len: 210 time: 0.0293686 Jan 21 09:47:09.517655 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-56a2e449-9791-4436-bf36-51fe251c0d47 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Request body: {'port': {'device_id': 'ebb64404-34c5-44a8-869d-9dd5c68cdc0e', 'network_id': '10533aac-077a-4455-8456-4513b777be2f', 'admin_state_up': True, 'tenant_id': '3ab22d0716c7425db3b829685bfe7c5e'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:09.635336 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-56a2e449-9791-4436-bf36-51fe251c0d47 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Made reservation on behalf of 3ab22d0716c7425db3b829685bfe7c5e for: {'port': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:09.638804 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-56a2e449-9791-4436-bf36-51fe251c0d47 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:09.761019 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-56a2e449-9791-4436-bf36-51fe251c0d47 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Allocated IP 172.20.0.8 (10533aac-077a-4455-8456-4513b777be2f/ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0/14df5cd3-c713-45d4-8ae0-3ef75255a214) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:09.906282 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-56a2e449-9791-4436-bf36-51fe251c0d47 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks [] for port (14df5cd3-c713-45d4-8ae0-3ef75255a214), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:09.943470 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-56a2e449-9791-4436-bf36-51fe251c0d47 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (14df5cd3-c713-45d4-8ae0-3ef75255a214), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:09.964062 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['dda8259a-ac04-4b4b-beb5-195ec816b4ff', 'da9c002e-a1ff-4f04-af11-2395b1d4bd47', '5bf718ec-b6c0-4d30-b489-88f3ac58c39f'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:47:09.989295 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-56a2e449-9791-4436-bf36-51fe251c0d47 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Network 10533aac-077a-4455-8456-4513b777be2f is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:09.992678 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-56a2e449-9791-4436-bf36-51fe251c0d47 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:09.997290 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-56a2e449-9791-4436-bf36-51fe251c0d47 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:47:10.026535 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2e449-9791-4436-bf36-51fe251c0d47 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Pushing event updated for resources: {'Port': ['ID=14df5cd3-c713-45d4-8ae0-3ef75255a214,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:10.056619 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-56a2e449-9791-4436-bf36-51fe251c0d47 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:10.057456 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-56a2e449-9791-4436-bf36-51fe251c0d47 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:10.076430 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-56a2e449-9791-4436-bf36-51fe251c0d47 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5644290 Jan 21 09:47:10.089040 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Request body: {'port': {'device_id': 'ebb64404-34c5-44a8-869d-9dd5c68cdc0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:10.141271 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (14df5cd3-c713-45d4-8ae0-3ef75255a214), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:10.335142 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d613d6c-637a-4c10-b2ac-9a3b5587fc30 req-70437dbe-a769-4484-809d-6286c86bc691 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:10.336576 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2d613d6c-637a-4c10-b2ac-9a3b5587fc30 req-70437dbe-a769-4484-809d-6286c86bc691 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 984 time: 0.0910730 Jan 21 09:47:10.451572 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2d613d6c-637a-4c10-b2ac-9a3b5587fc30 req-a10b9940-b1e2-444e-9fae-cb13540b746d tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa&id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914695 Jan 21 09:47:10.499370 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14df5cd3-c713-45d4-8ae0-3ef75255a214 {{(pid=109056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:47:10.507282 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Publish callbacks [] for port (14df5cd3-c713-45d4-8ae0-3ef75255a214), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:10.519073 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.provisioning_blocks [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Transition to ACTIVE for port object 14df5cd3-c713-45d4-8ae0-3ef75255a214 will not be triggered until provisioned by entity L2. {{(pid=109056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:10.523371 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (14df5cd3-c713-45d4-8ae0-3ef75255a214), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:10.576686 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Pushing event updated for resources: {'Port': ['ID=14df5cd3-c713-45d4-8ae0-3ef75255a214,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:10.633510 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc85246-a31b-480f-bc2d-04435cdf0534 req-795da3c6-275f-4384-b8be-1fec67347c0f tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:10.635026 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9dc85246-a31b-480f-bc2d-04435cdf0534 req-795da3c6-275f-4384-b8be-1fec67347c0f tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=ebb64404-34c5-44a8-869d-9dd5c68cdc0e HTTP/1.1" status: 200 len: 943 time: 0.0524359 Jan 21 09:47:10.644461 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Attempting to bind port 14df5cd3-c713-45d4-8ae0-3ef75255a214 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:47:10.644856 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Attempting to bind port 14df5cd3-c713-45d4-8ae0-3ef75255a214 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '7cf31147-4072-451c-8900-718e7f39ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '10533aac-077a-4455-8456-4513b777be2f'}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:47:10.645237 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Attempting to bind port 14df5cd3-c713-45d4-8ae0-3ef75255a214 on network 10533aac-077a-4455-8456-4513b777be2f {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:47:10.649771 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Port 14df5cd3-c713-45d4-8ae0-3ef75255a214 on network 10533aac-077a-4455-8456-4513b777be2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:47:10.650147 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Attempting to bind port 14df5cd3-c713-45d4-8ae0-3ef75255a214 on network 10533aac-077a-4455-8456-4513b777be2f {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:47:10.655136 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:47:10.655491 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Checking segment: {'id': '7cf31147-4072-451c-8900-718e7f39ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '10533aac-077a-4455-8456-4513b777be2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:47:10.655892 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Bound using segment: {'id': '7cf31147-4072-451c-8900-718e7f39ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '10533aac-077a-4455-8456-4513b777be2f'} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:47:10.656336 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Bound port: 14df5cd3-c713-45d4-8ae0-3ef75255a214, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf31147-4072-451c-8900-718e7f39ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '10533aac-077a-4455-8456-4513b777be2f'}}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:47:10.656710 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (14df5cd3-c713-45d4-8ae0-3ef75255a214), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:10.681725 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9dc85246-a31b-480f-bc2d-04435cdf0534 req-8fcb8878-649f-4cf9-a699-2a29dfad74d9 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410378 Jan 21 09:47:10.721642 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] For port 14df5cd3-c713-45d4-8ae0-3ef75255a214, host hv-cinder-81561, cleared binding levels {{(pid=109056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:10.724638 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] For port 14df5cd3-c713-45d4-8ae0-3ef75255a214, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=14df5cd3-c713-45d4-8ae0-3ef75255a214,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:10.729719 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (14df5cd3-c713-45d4-8ae0-3ef75255a214), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:10.768307 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:10.768948 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:10.770373 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] 10.222.0.130 "PUT /v2.0/ports/14df5cd3-c713-45d4-8ae0-3ef75255a214 HTTP/1.1" status: 200 len: 1093 time: 0.6855407 Jan 21 09:47:10.770929 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb64404-34c5-44a8-869d-9dd5c68cdc0e', 'tag': '14df5cd3-c713-45d4-8ae0-3ef75255a214'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:10.773341 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c27691-0cb2-463d-b659-0242aceead0d" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb64404-34c5-44a8-869d-9dd5c68cdc0e", "tag": "14df5cd3-c713-45d4-8ae0-3ef75255a214"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:47:10.792586 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb3234-b1f7-4728-bd53-82538a18f419 service neutron] Pushing event updated for resources: {'Port': ['ID=14df5cd3-c713-45d4-8ae0-3ef75255a214,revision_number=3']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:10.813388 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104c5ad6-9b23-4cd9-8f78-f370ca0e284a x-openstack-request-id: req-104c5ad6-9b23-4cd9-8f78-f370ca0e284a {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:47:10.813787 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb64404-34c5-44a8-869d-9dd5c68cdc0e", "tag": "14df5cd3-c713-45d4-8ae0-3ef75255a214", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:47:10.814060 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-104c5ad6-9b23-4cd9-8f78-f370ca0e284a {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:47:10.814493 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb64404-34c5-44a8-869d-9dd5c68cdc0e', 'tag': '14df5cd3-c713-45d4-8ae0-3ef75255a214', 'status': 'completed', 'code': 200} Jan 21 09:47:10.873111 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-826be7f6-6ef6-475c-b5de-3e2579a62ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:10.874623 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-826be7f6-6ef6-475c-b5de-3e2579a62ad1 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=3ab22d0716c7425db3b829685bfe7c5e&device_id=ebb64404-34c5-44a8-869d-9dd5c68cdc0e HTTP/1.1" status: 200 len: 1096 time: 0.0422268 Jan 21 09:47:10.920680 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-25d59c3c-2fa6-43f9-a735-a64daaa7b29a service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14df5cd3-c713-45d4-8ae0-3ef75255a214 HTTP/1.1" status: 200 len: 217 time: 0.0370712 Jan 21 09:47:10.978183 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-ee241b39-a7ea-4cff-ac28-57e5e965d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:10.979693 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-ee241b39-a7ea-4cff-ac28-57e5e965d68e service neutron] 10.222.0.130 "GET /v2.0/subnets?id=ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0 HTTP/1.1" status: 200 len: 855 time: 0.0437562 Jan 21 09:47:11.013285 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-c35e533e-7cab-4ec0-aa45-61cbd44bf369 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=10533aac-077a-4455-8456-4513b777be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243437 Jan 21 09:47:11.107070 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-fedd5748-2781-4b48-9b17-7c58c0e774d6 service neutron] 10.222.0.130 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862925 Jan 21 09:47:11.202826 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e510773b-dee0-440f-8d83-7fde2f8d797a req-5abb412d-dd86-4a8c-b377-4e4b83eb1900 service neutron] 10.222.0.130 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809457 Jan 21 09:47:11.304773 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c27691-0cb2-463d-b659-0242aceead0d req-62db1001-ab8a-4b3d-9d15-80220216817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:11.306278 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-67c27691-0cb2-463d-b659-0242aceead0d req-62db1001-ab8a-4b3d-9d15-80220216817a service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=3ab22d0716c7425db3b829685bfe7c5e&device_id=ebb64404-34c5-44a8-869d-9dd5c68cdc0e HTTP/1.1" status: 200 len: 1096 time: 0.0479302 Jan 21 09:47:11.397075 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c27691-0cb2-463d-b659-0242aceead0d req-665be617-f4fa-4f04-90ef-8caa71fdad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:11.398576 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-67c27691-0cb2-463d-b659-0242aceead0d req-665be617-f4fa-4f04-90ef-8caa71fdad2c service neutron] 10.222.0.130 "GET /v2.0/networks?id=10533aac-077a-4455-8456-4513b777be2f HTTP/1.1" status: 200 len: 916 time: 0.0841243 Jan 21 09:47:11.449320 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-67c27691-0cb2-463d-b659-0242aceead0d req-6d19c65b-9035-425c-ada0-05d3a30887bb service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14df5cd3-c713-45d4-8ae0-3ef75255a214 HTTP/1.1" status: 200 len: 217 time: 0.0367131 Jan 21 09:47:11.504425 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c27691-0cb2-463d-b659-0242aceead0d req-487cb11a-b9b1-4a9c-ac08-6e1c1a513c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:11.506461 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-67c27691-0cb2-463d-b659-0242aceead0d req-487cb11a-b9b1-4a9c-ac08-6e1c1a513c9b service neutron] 10.222.0.130 "GET /v2.0/subnets?id=ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0 HTTP/1.1" status: 200 len: 855 time: 0.0485492 Jan 21 09:47:11.554892 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-67c27691-0cb2-463d-b659-0242aceead0d req-a1ae4cd8-b9b8-445f-ab85-90caa9302eff service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=10533aac-077a-4455-8456-4513b777be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298574 Jan 21 09:47:11.579499 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dd42c-49aa-4cef-8e3f-4a865e77b999 req-f458e189-d17d-45b3-b3da-fb64d9acc8b1 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:11.581004 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-625dd42c-49aa-4cef-8e3f-4a865e77b999 req-f458e189-d17d-45b3-b3da-fb64d9acc8b1 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 984 time: 0.0569532 Jan 21 09:47:11.641568 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-625dd42c-49aa-4cef-8e3f-4a865e77b999 req-425609d9-1c38-4c85-b321-51c665b61207 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa&id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540168 Jan 21 09:47:11.663346 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-67c27691-0cb2-463d-b659-0242aceead0d req-22e6d7be-30b5-450d-ba64-c7111239c508 service neutron] 10.222.0.130 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898015 Jan 21 09:47:11.767282 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-67c27691-0cb2-463d-b659-0242aceead0d req-ce232ba0-0f95-406c-8617-70c17c215694 service neutron] 10.222.0.130 "GET /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944541 Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.798696 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.801690 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.801690 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.801690 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.801690 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.801690 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.801690 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.801690 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.801690 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.801690 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.801690 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.801690 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:11.801690 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:11.803244 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfc266-8b82-47c6-b06b-02139ab1b1f9 req-66c17a1a-d0dd-4082-92ec-c30ba8ea80fc tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:11.804754 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6bdfc266-8b82-47c6-b06b-02139ab1b1f9 req-66c17a1a-d0dd-4082-92ec-c30ba8ea80fc tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=ebb64404-34c5-44a8-869d-9dd5c68cdc0e HTTP/1.1" status: 200 len: 943 time: 0.0524549 Jan 21 09:47:11.856727 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6bdfc266-8b82-47c6-b06b-02139ab1b1f9 req-3619aed7-68c6-451b-904f-99034317abd4 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463173 Jan 21 09:47:12.720113 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-115f1c86-c066-4918-89a7-4d9419d74e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:12.766827 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade9230-189a-4381-9325-8cb6fd5ff8b4 req-56d0265d-065c-4d4b-ba14-1ed925dcbaa6 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:12.768347 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-aade9230-189a-4381-9325-8cb6fd5ff8b4 req-56d0265d-065c-4d4b-ba14-1ed925dcbaa6 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 984 time: 0.0550365 Jan 21 09:47:12.828563 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-aade9230-189a-4381-9325-8cb6fd5ff8b4 req-49850891-af5b-4146-a2f0-28a47674fa9d tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa&id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544312 Jan 21 09:47:12.972550 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b824320-2507-4936-84eb-c6cab2f6216d req-ed7be816-2cf3-4a8e-8b52-ae7adcb44d28 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:12.974045 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-4b824320-2507-4936-84eb-c6cab2f6216d req-ed7be816-2cf3-4a8e-8b52-ae7adcb44d28 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=ebb64404-34c5-44a8-869d-9dd5c68cdc0e HTTP/1.1" status: 200 len: 943 time: 0.0503078 Jan 21 09:47:13.020808 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-4b824320-2507-4936-84eb-c6cab2f6216d req-687be530-597a-4bfd-b460-7def3469e12f tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 Jan 21 09:47:14.144018 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887e04d-507c-492e-973e-2023c91a471c req-9920b2da-43bf-44ea-ad54-e1c47a54150f tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:14.145498 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f887e04d-507c-492e-973e-2023c91a471c req-9920b2da-43bf-44ea-ad54-e1c47a54150f tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=ebb64404-34c5-44a8-869d-9dd5c68cdc0e HTTP/1.1" status: 200 len: 943 time: 0.0529709 Jan 21 09:47:14.192415 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f887e04d-507c-492e-973e-2023c91a471c req-d4569344-7e50-4d86-95b2-bedc76d77f2d tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399060 Jan 21 09:47:15.018353 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 14df5cd3-c713-45d4-8ae0-3ef75255a214 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:47:15.116328 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 14df5cd3-c713-45d4-8ae0-3ef75255a214, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=14df5cd3-c713-45d4-8ae0-3ef75255a214,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:15.126609 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': '14df5cd3-c713-45d4-8ae0-3ef75255a214', 'network_id': '10533aac-077a-4455-8456-4513b777be2f', 'port_id': '14df5cd3-c713-45d4-8ae0-3ef75255a214', 'mac_address': 'fa:16:3e:e0:97:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:47:15.163917 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 14df5cd3-c713-45d4-8ae0-3ef75255a214 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:47:15.164321 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (14df5cd3-c713-45d4-8ae0-3ef75255a214), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:15.176821 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14df5cd3-c713-45d4-8ae0-3ef75255a214 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:47:15.196450 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 14df5cd3-c713-45d4-8ae0-3ef75255a214, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=14df5cd3-c713-45d4-8ae0-3ef75255a214,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:15.200800 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (14df5cd3-c713-45d4-8ae0-3ef75255a214), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:15.248657 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=14df5cd3-c713-45d4-8ae0-3ef75255a214,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:15.256075 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.256441 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.256798 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.257151 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.257500 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.257847 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.258191 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.258534 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.258926 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.259992 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.260342 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.260683 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.261057 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:15.315023 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d98ed-c277-4d92-9c5e-e4b0ed6d2ad8 req-b7e98d69-c591-48c0-87dc-991aa312ffd3 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:15.316533 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-787d98ed-c277-4d92-9c5e-e4b0ed6d2ad8 req-b7e98d69-c591-48c0-87dc-991aa312ffd3 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=ebb64404-34c5-44a8-869d-9dd5c68cdc0e HTTP/1.1" status: 200 len: 944 time: 0.0551856 Jan 21 09:47:15.363155 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-787d98ed-c277-4d92-9c5e-e4b0ed6d2ad8 req-1eca1555-3f17-4b8b-a9cd-5b1b5f5cd41d tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405655 Jan 21 09:47:15.418696 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-73f572bd-131e-42c2-9671-6b2e00512baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:15.585472 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['14df5cd3-c713-45d4-8ae0-3ef75255a214'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:47:16.477406 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74921ec3-1b1c-4c4b-b7c8-ba13aefa64d4 req-b412a39b-2ba5-42f8-a35c-79f6f333698d tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:16.478964 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-74921ec3-1b1c-4c4b-b7c8-ba13aefa64d4 req-b412a39b-2ba5-42f8-a35c-79f6f333698d tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=ebb64404-34c5-44a8-869d-9dd5c68cdc0e HTTP/1.1" status: 200 len: 944 time: 0.0498796 Jan 21 09:47:16.525260 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-74921ec3-1b1c-4c4b-b7c8-ba13aefa64d4 req-bf22720d-423e-4671-ae67-81eb58288ed4 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Jan 21 09:47:16.873724 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:17.017349 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 14df5cd3-c713-45d4-8ae0-3ef75255a214 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:47:17.066502 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port 14df5cd3-c713-45d4-8ae0-3ef75255a214 completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:17.071836 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port 14df5cd3-c713-45d4-8ae0-3ef75255a214 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:17.072890 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (14df5cd3-c713-45d4-8ae0-3ef75255a214), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:17.275307 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 14df5cd3-c713-45d4-8ae0-3ef75255a214 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:47:17.275706 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (14df5cd3-c713-45d4-8ae0-3ef75255a214), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:17.297597 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb64404-34c5-44a8-869d-9dd5c68cdc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14df5cd3-c713-45d4-8ae0-3ef75255a214'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:17.299938 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f50d21-53d2-4752-9e5f-4d00bea662e9" -d '{"events": [{"server_uuid": "ebb64404-34c5-44a8-869d-9dd5c68cdc0e", "name": "network-vif-plugged", "status": "completed", "tag": "14df5cd3-c713-45d4-8ae0-3ef75255a214"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:47:17.317756 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 14df5cd3-c713-45d4-8ae0-3ef75255a214, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=14df5cd3-c713-45d4-8ae0-3ef75255a214,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:17.322447 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (14df5cd3-c713-45d4-8ae0-3ef75255a214), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:17.349417 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f947de8-7c0b-4416-beb7-ea67a6d3c121 x-openstack-request-id: req-2f947de8-7c0b-4416-beb7-ea67a6d3c121 {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:47:17.349765 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb64404-34c5-44a8-869d-9dd5c68cdc0e", "name": "network-vif-plugged", "status": "completed", "tag": "14df5cd3-c713-45d4-8ae0-3ef75255a214", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:47:17.350062 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-2f947de8-7c0b-4416-beb7-ea67a6d3c121 {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:47:17.350478 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb64404-34c5-44a8-869d-9dd5c68cdc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14df5cd3-c713-45d4-8ae0-3ef75255a214', 'code': 200} Jan 21 09:47:17.375925 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=14df5cd3-c713-45d4-8ae0-3ef75255a214,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:17.530339 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60475067-b72a-4704-a447-e03289a4de17 req-50c433e5-0fb0-4e50-b744-228c1d51f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:17.531778 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-60475067-b72a-4704-a447-e03289a4de17 req-50c433e5-0fb0-4e50-b744-228c1d51f85d service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=ebb64404-34c5-44a8-869d-9dd5c68cdc0e HTTP/1.1" status: 200 len: 1098 time: 0.0437794 Jan 21 09:47:17.586216 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-60475067-b72a-4704-a447-e03289a4de17 req-a876f3d7-28da-4975-8cc5-b6b61ad5f3a5 service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385618 Jan 21 09:47:17.644810 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a40a-0466-48bd-97e1-04a9a967088d req-bcebcf74-e139-432c-88a6-a486b8d0d788 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:17.646359 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f436a40a-0466-48bd-97e1-04a9a967088d req-bcebcf74-e139-432c-88a6-a486b8d0d788 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=ebb64404-34c5-44a8-869d-9dd5c68cdc0e HTTP/1.1" status: 200 len: 945 time: 0.0508342 Jan 21 09:47:17.698530 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f436a40a-0466-48bd-97e1-04a9a967088d req-1102712d-524a-4890-b714-c764cc3b081f tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465245 Jan 21 09:47:18.714405 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:18.817764 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb37b22-5ed6-48f8-9b4e-247f19858884 req-2a642fcf-383d-4134-99c3-baef76e34d03 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:18.820112 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7bb37b22-5ed6-48f8-9b4e-247f19858884 req-2a642fcf-383d-4134-99c3-baef76e34d03 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=ebb64404-34c5-44a8-869d-9dd5c68cdc0e HTTP/1.1" status: 200 len: 945 time: 0.0511825 Jan 21 09:47:18.866436 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7bb37b22-5ed6-48f8-9b4e-247f19858884 req-4bf5f13d-047f-4c81-9875-82fa75dffb56 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405695 Jan 21 09:47:19.195566 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:19.980828 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ed3b8-111b-405b-8fa5-923c1f932122 req-0baceeb4-f06b-4d23-a46a-9cf5690070c9 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:19.982351 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1c5ed3b8-111b-405b-8fa5-923c1f932122 req-0baceeb4-f06b-4d23-a46a-9cf5690070c9 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=ebb64404-34c5-44a8-869d-9dd5c68cdc0e HTTP/1.1" status: 200 len: 945 time: 0.0497482 Jan 21 09:47:20.030219 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1c5ed3b8-111b-405b-8fa5-923c1f932122 req-27d40ce3-2b3b-4cdb-a312-ecbcb4f88e3c tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422177 Jan 21 09:47:29.707127 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4173b4f-2d68-41e4-acde-7eb3bcf9b67b req-d3896cee-e34d-47d2-9e36-5d8229d6a250 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:29.709271 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c4173b4f-2d68-41e4-acde-7eb3bcf9b67b req-d3896cee-e34d-47d2-9e36-5d8229d6a250 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 946 time: 0.0494146 Jan 21 09:47:29.757734 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c4173b4f-2d68-41e4-acde-7eb3bcf9b67b req-6d917f62-9071-4e39-984a-bb090fa5f37a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427847 Jan 21 09:47:30.883833 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb04085-68a1-4dcf-9aae-456ac531d29b req-d2772656-bcb2-4bc7-829d-553679db8986 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:30.885246 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-edb04085-68a1-4dcf-9aae-456ac531d29b req-d2772656-bcb2-4bc7-829d-553679db8986 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 946 time: 0.0503261 Jan 21 09:47:30.932340 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-edb04085-68a1-4dcf-9aae-456ac531d29b req-a8948dfe-c198-4f52-b1d9-0c87b98adbe0 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412762 Jan 21 09:47:31.272349 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:31.576974 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8f7eb82e-6655-4011-8e4c-ecfc6f1dd597 req-8ebda344-ed3c-4724-ab48-574c1981431d service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406570 Jan 21 09:47:31.673564 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eb82e-6655-4011-8e4c-ecfc6f1dd597 req-616640dc-21a5-400c-9dfc-db474a68f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:31.675111 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8f7eb82e-6655-4011-8e4c-ecfc6f1dd597 req-616640dc-21a5-400c-9dfc-db474a68f38e service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=bf5c8457d6fe4995bbd14e5daf73f93a&device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 1099 time: 0.0433152 Jan 21 09:47:31.709249 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70736778-7b2c-460c-9d80-fd8ade29aae8 req-91635898-0da6-4eb9-8856-5173b1d9735e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:31.710806 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-70736778-7b2c-460c-9d80-fd8ade29aae8 req-91635898-0da6-4eb9-8856-5173b1d9735e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.130 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 946 time: 0.0526562 Jan 21 09:47:31.788059 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eb82e-6655-4011-8e4c-ecfc6f1dd597 req-10992cba-122b-41bc-aeee-9e2a2cf1c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:31.789737 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8f7eb82e-6655-4011-8e4c-ecfc6f1dd597 req-10992cba-122b-41bc-aeee-9e2a2cf1c1d2 service neutron] 10.222.0.130 "GET /v2.0/networks?id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe HTTP/1.1" status: 200 len: 910 time: 0.0864067 Jan 21 09:47:31.807680 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [req-70736778-7b2c-460c-9d80-fd8ade29aae8 req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Deleting port d10b1867-fbb6-4096-8248-3c8982ed27d5 {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:47:31.808045 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-70736778-7b2c-460c-9d80-fd8ade29aae8 req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:31.903730 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [req-70736778-7b2c-460c-9d80-fd8ade29aae8 req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] For port d10b1867-fbb6-4096-8248-3c8982ed27d5, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d10b1867-fbb6-4096-8248-3c8982ed27d5,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:31.904131 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-70736778-7b2c-460c-9d80-fd8ade29aae8 req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:32.139607 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8f7eb82e-6655-4011-8e4c-ecfc6f1dd597 req-023e2187-29e6-4ec0-a2fd-47a40bcb8888 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec640504-2a98-43e9-a97b-ca251ed7f526 HTTP/1.1" status: 200 len: 1002 time: 0.3407776 Jan 21 09:47:32.188526 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-70736778-7b2c-460c-9d80-fd8ade29aae8 req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:32.188900 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-70736778-7b2c-460c-9d80-fd8ade29aae8 req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910602'] for floatingip (9a611491-f28a-4067-bcdd-f038a94c7fa3), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:32.189226 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.l3_db [req-70736778-7b2c-460c-9d80-fd8ade29aae8 req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Floating IP 9a611491-f28a-4067-bcdd-f038a94c7fa3 disassociated. External IP: 172.27.1.233, port: d10b1867-fbb6-4096-8248-3c8982ed27d5. Jan 21 09:47:32.189583 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [req-70736778-7b2c-460c-9d80-fd8ade29aae8 req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Calling delete_port for d10b1867-fbb6-4096-8248-3c8982ed27d5 owned by compute:nova {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:47:32.208115 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c35169-d537-4ab1-8794-000fc7de1027 req-52e1126f-e7e5-4c2d-bf49-4ca6f9922e74 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:32.209682 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-41c35169-d537-4ab1-8794-000fc7de1027 req-52e1126f-e7e5-4c2d-bf49-4ca6f9922e74 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=54ee287a-ce7d-4108-a9f6-64914bcc68c9 HTTP/1.1" status: 200 len: 946 time: 0.1794772 Jan 21 09:47:32.215193 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eb82e-6655-4011-8e4c-ecfc6f1dd597 req-fe730f95-e535-49e6-9d64-ce334541c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:32.216678 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8f7eb82e-6655-4011-8e4c-ecfc6f1dd597 req-fe730f95-e535-49e6-9d64-ce334541c709 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=915c81a7-b891-4f9b-9add-d5069201e814 HTTP/1.1" status: 200 len: 848 time: 0.0670073 Jan 21 09:47:32.224972 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632890e3-3cef-4cb1-ad60-dd9dda5bd7b9 req-73c198c6-c681-48cd-aba3-a2b358ccfaa7 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:32.226364 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-632890e3-3cef-4cb1-ad60-dd9dda5bd7b9 req-73c198c6-c681-48cd-aba3-a2b358ccfaa7 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=ebb64404-34c5-44a8-869d-9dd5c68cdc0e HTTP/1.1" status: 200 len: 945 time: 0.0901172 Jan 21 09:47:32.299925 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eb82e-6655-4011-8e4c-ecfc6f1dd597 req-669fe9e1-552f-44a3-9ab7-40b1fcd1eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:32.301506 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8f7eb82e-6655-4011-8e4c-ecfc6f1dd597 req-669fe9e1-552f-44a3-9ab7-40b1fcd1eebe service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0742350 Jan 21 09:47:32.306965 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-632890e3-3cef-4cb1-ad60-dd9dda5bd7b9 req-a24d4da9-328e-4def-98a7-cb36c3f8fbff tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714939 Jan 21 09:47:32.312769 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-41c35169-d537-4ab1-8794-000fc7de1027 req-1f59656f-bf00-4361-8adf-6e01260ad924 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=f30fa4f7-eb96-434d-be2e-07a6a24de05b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680759 Jan 21 09:47:32.368360 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-70736778-7b2c-460c-9d80-fd8ade29aae8 req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (d10b1867-fbb6-4096-8248-3c8982ed27d5), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:32.394753 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Pushing event deleted for resources: {'Port': ['ID=d10b1867-fbb6-4096-8248-3c8982ed27d5,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:32.402069 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8f7eb82e-6655-4011-8e4c-ecfc6f1dd597 req-275996e6-7e47-418b-b2a4-21767a531146 service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936692 Jan 21 09:47:32.407065 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.407434 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.407790 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.408141 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.408492 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.408839 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.409182 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.409523 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.409862 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.410198 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.410535 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.410903 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.411242 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:32.507170 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8f7eb82e-6655-4011-8e4c-ecfc6f1dd597 req-b0cbf1a1-15d3-4ffa-9747-cd895272d6a8 service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904391 Jan 21 09:47:32.523159 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70736778-7b2c-460c-9d80-fd8ade29aae8 req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Router d4417b3f-c882-4dec-9e91-e4744307c5dc has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:32.633549 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70736778-7b2c-460c-9d80-fd8ade29aae8 req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:32.645097 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f694aa-b26d-450a-a291-18e02096172a None None] Sync routers for ids ['d4417b3f-c882-4dec-9e91-e4744307c5dc'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:32.656181 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f694aa-b26d-450a-a291-18e02096172a None None] Routers {'d4417b3f-c882-4dec-9e91-e4744307c5dc'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:47:32.656820 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-40f694aa-b26d-450a-a291-18e02096172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:47:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['d4417b3f-c882-4dec-9e91-e4744307c5dc'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:32.673208 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [req-70736778-7b2c-460c-9d80-fd8ade29aae8 req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] No DVR routers for this DVR port d10b1867-fbb6-4096-8248-3c8982ed27d5 on host hv-cinder-81561 {{(pid=109057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:32.676555 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-70736778-7b2c-460c-9d80-fd8ade29aae8 req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:32.680599 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-70736778-7b2c-460c-9d80-fd8ade29aae8 req-40d41bcd-688f-495c-8d44-b4d846f41002 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.130 "DELETE /v2.0/ports/d10b1867-fbb6-4096-8248-3c8982ed27d5 HTTP/1.1" status: 204 len: 173 time: 0.9643080 Jan 21 09:47:32.681104 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'name': 'network-vif-deleted', 'tag': 'd10b1867-fbb6-4096-8248-3c8982ed27d5'}] {{(pid=109057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:32.683527 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79949007bb9b1bb4c7285b4ffc7cbdeea347a4eb7e1b137d5b1548f1f832f7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02bf2a0-f670-40ea-8ed1-6612e4935102" -d '{"events": [{"server_uuid": "54ee287a-ce7d-4108-a9f6-64914bcc68c9", "name": "network-vif-deleted", "tag": "d10b1867-fbb6-4096-8248-3c8982ed27d5"}]}' {{(pid=109057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:47:32.721947 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f79697-760e-40af-a5d7-2da668c303b4 x-openstack-request-id: req-d9f79697-760e-40af-a5d7-2da668c303b4 {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:47:32.722714 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ee287a-ce7d-4108-a9f6-64914bcc68c9", "name": "network-vif-deleted", "tag": "d10b1867-fbb6-4096-8248-3c8982ed27d5", "status": "completed", "code": 200}]} {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:47:32.722714 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-d9f79697-760e-40af-a5d7-2da668c303b4 {{(pid=109057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:47:32.724673 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ee287a-ce7d-4108-a9f6-64914bcc68c9', 'name': 'network-vif-deleted', 'tag': 'd10b1867-fbb6-4096-8248-3c8982ed27d5', 'status': 'completed', 'code': 200} Jan 21 09:47:32.775330 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-40f694aa-b26d-450a-a291-18e02096172a None None] Set router d4417b3f-c882-4dec-9e91-e4744307c5dc gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:47:33.002338 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-40f694aa-b26d-450a-a291-18e02096172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 4, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'f7799c63-47a1-437e-904e-6028e97a1ab5', 'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'mac_address': 'fa:16:3e:a7:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:37Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 5, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'subnets': [{'id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.029067 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f694aa-b26d-450a-a291-18e02096172a None None] Checking router: d4417b3f-c882-4dec-9e91-e4744307c5dc for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:33.038286 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f694aa-b26d-450a-a291-18e02096172a None None] Routers {'d4417b3f-c882-4dec-9e91-e4744307c5dc'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:47:33.038936 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-40f694aa-b26d-450a-a291-18e02096172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:47:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['d4417b3f-c882-4dec-9e91-e4744307c5dc'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.145298 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-40f694aa-b26d-450a-a291-18e02096172a None None] Set router d4417b3f-c882-4dec-9e91-e4744307c5dc gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:47:33.362017 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-40f694aa-b26d-450a-a291-18e02096172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 4, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'f7799c63-47a1-437e-904e-6028e97a1ab5', 'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'mac_address': 'fa:16:3e:a7:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:37Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 5, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'subnets': [{'id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.395198 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f694aa-b26d-450a-a291-18e02096172a None None] The sync data for ids ['d4417b3f-c882-4dec-9e91-e4744307c5dc'] in dv-cinder-815614-10-iscsi is: [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 4, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'f7799c63-47a1-437e-904e-6028e97a1ab5', 'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'mac_address': 'fa:16:3e:a7:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:37Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 5, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'subnets': [{'id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:33.435453 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b823da-2706-4e62-9dd2-15f684d776fb req-e6c74c51-3138-48f9-ad77-25eddc72322a tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:33.437056 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d4b823da-2706-4e62-9dd2-15f684d776fb req-e6c74c51-3138-48f9-ad77-25eddc72322a tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=ebb64404-34c5-44a8-869d-9dd5c68cdc0e HTTP/1.1" status: 200 len: 945 time: 0.0570722 Jan 21 09:47:33.487660 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d4b823da-2706-4e62-9dd2-15f684d776fb req-0bca95ca-f8d7-40a1-a0d5-aee105b25098 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438993 Jan 21 09:47:33.654143 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed4f2ad-0c99-4649-a8ca-bd62de39e4bd None None] New status for floating IP 9a611491-f28a-4067-bcdd-f038a94c7fa3: DOWN {{(pid=109059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:47:34.069621 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ab036-e24b-401b-bfe6-776b44a02e34 req-36675c21-f49e-43ba-9795-783827e3ec72 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:34.069621 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9c2ab036-e24b-401b-bfe6-776b44a02e34 req-36675c21-f49e-43ba-9795-783827e3ec72 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.130 "GET /v2.0/ports?device_id=ebb64404-34c5-44a8-869d-9dd5c68cdc0e HTTP/1.1" status: 200 len: 945 time: 0.0512745 Jan 21 09:47:34.166209 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [req-9c2ab036-e24b-401b-bfe6-776b44a02e34 req-0685ad58-f3d4-46d0-bbc0-4d24c7e38fba tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Deleting port 14df5cd3-c713-45d4-8ae0-3ef75255a214 {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:47:34.166553 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-9c2ab036-e24b-401b-bfe6-776b44a02e34 req-0685ad58-f3d4-46d0-bbc0-4d24c7e38fba tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (14df5cd3-c713-45d4-8ae0-3ef75255a214), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:34.262886 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [req-9c2ab036-e24b-401b-bfe6-776b44a02e34 req-0685ad58-f3d4-46d0-bbc0-4d24c7e38fba tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] For port 14df5cd3-c713-45d4-8ae0-3ef75255a214, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=14df5cd3-c713-45d4-8ae0-3ef75255a214,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:34.263139 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-9c2ab036-e24b-401b-bfe6-776b44a02e34 req-0685ad58-f3d4-46d0-bbc0-4d24c7e38fba tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (14df5cd3-c713-45d4-8ae0-3ef75255a214), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:34.276042 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [req-9c2ab036-e24b-401b-bfe6-776b44a02e34 req-0685ad58-f3d4-46d0-bbc0-4d24c7e38fba tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Calling delete_port for 14df5cd3-c713-45d4-8ae0-3ef75255a214 owned by compute:nova {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:47:34.423460 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-9c2ab036-e24b-401b-bfe6-776b44a02e34 req-0685ad58-f3d4-46d0-bbc0-4d24c7e38fba tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (14df5cd3-c713-45d4-8ae0-3ef75255a214), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:34.428907 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 53964) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:34.434871 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['dda8259a-ac04-4b4b-beb5-195ec816b4ff', 'da9c002e-a1ff-4f04-af11-2395b1d4bd47', '5bf718ec-b6c0-4d30-b489-88f3ac58c39f', '14df5cd3-c713-45d4-8ae0-3ef75255a214'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:47:34.457360 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685ad58-f3d4-46d0-bbc0-4d24c7e38fba tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Pushing event deleted for resources: {'Port': ['ID=14df5cd3-c713-45d4-8ae0-3ef75255a214,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:34.512454 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9d76f914-c28d-4eb5-b1c7-a16df8b6d78e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group (f30fa4f7-eb96-434d-be2e-07a6a24de05b), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:34.522503 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2ab036-e24b-401b-bfe6-776b44a02e34 req-0685ad58-f3d4-46d0-bbc0-4d24c7e38fba tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] No DVR routers for this DVR port 14df5cd3-c713-45d4-8ae0-3ef75255a214 on host hv-cinder-81561 {{(pid=109057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:34.529902 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-9c2ab036-e24b-401b-bfe6-776b44a02e34 req-0685ad58-f3d4-46d0-bbc0-4d24c7e38fba tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:34.533765 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9c2ab036-e24b-401b-bfe6-776b44a02e34 req-0685ad58-f3d4-46d0-bbc0-4d24c7e38fba tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.130 "DELETE /v2.0/ports/14df5cd3-c713-45d4-8ae0-3ef75255a214 HTTP/1.1" status: 204 len: 173 time: 0.4601750 Jan 21 09:47:34.542123 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9d76f914-c28d-4eb5-b1c7-a16df8b6d78e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group (f30fa4f7-eb96-434d-be2e-07a6a24de05b), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:34.629011 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9d76f914-c28d-4eb5-b1c7-a16df8b6d78e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (f30fa4f7-eb96-434d-be2e-07a6a24de05b), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:34.633016 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9d76f914-c28d-4eb5-b1c7-a16df8b6d78e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:34.637515 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-9d76f914-c28d-4eb5-b1c7-a16df8b6d78e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "DELETE /v2.0/security-groups/f30fa4f7-eb96-434d-be2e-07a6a24de05b HTTP/1.1" status: 204 len: 168 time: 0.2072387 Jan 21 09:47:34.650418 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 53968) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:34.664461 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a8e6c616-4887-4f77-8ecb-96a4d4e72726 req-08c872fb-8f2d-49e8-baa6-d40da8aba386 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=ebb64404-34c5-44a8-869d-9dd5c68cdc0e HTTP/1.1" status: 200 len: 210 time: 0.0719831 Jan 21 09:47:34.681126 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76f914-c28d-4eb5-b1c7-a16df8b6d78e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30fa4f7-eb96-434d-be2e-07a6a24de05b,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:34.683938 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.api.v2.resource [None req-0aa46e03-9496-439f-9c8d-7f4117385b24 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] show failed (client error): The resource could not be found. Jan 21 09:47:34.684855 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-0aa46e03-9496-439f-9c8d-7f4117385b24 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups/f30fa4f7-eb96-434d-be2e-07a6a24de05b HTTP/1.1" status: 404 len: 347 time: 0.0317447 Jan 21 09:47:34.688815 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 53970) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:34.745304 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb64404-34c5-44a8-869d-9dd5c68cdc0e', 'name': 'network-vif-deleted', 'tag': '14df5cd3-c713-45d4-8ae0-3ef75255a214'}] {{(pid=109057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:34.747745 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79949007bb9b1bb4c7285b4ffc7cbdeea347a4eb7e1b137d5b1548f1f832f7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283dbaa9-d40b-4718-9b9a-cdbbe8c2b00a" -d '{"events": [{"server_uuid": "ebb64404-34c5-44a8-869d-9dd5c68cdc0e", "name": "network-vif-deleted", "tag": "14df5cd3-c713-45d4-8ae0-3ef75255a214"}]}' {{(pid=109057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:47:34.826444 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c672f4-a957-4e47-b955-a94a5d3b31d7 x-openstack-request-id: req-64c672f4-a957-4e47-b955-a94a5d3b31d7 {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:47:34.826760 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb64404-34c5-44a8-869d-9dd5c68cdc0e", "name": "network-vif-deleted", "tag": "14df5cd3-c713-45d4-8ae0-3ef75255a214", "status": "completed", "code": 200}]} {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:47:34.827066 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-64c672f4-a957-4e47-b955-a94a5d3b31d7 {{(pid=109057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:47:34.827648 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb64404-34c5-44a8-869d-9dd5c68cdc0e', 'name': 'network-vif-deleted', 'tag': '14df5cd3-c713-45d4-8ae0-3ef75255a214', 'status': 'completed', 'code': 200} Jan 21 09:47:34.842037 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-d89840d6-be48-4e77-8ef2-7fbbe65c0dd3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Deleting port 530b64e2-bed2-4dba-9a04-2fe6b5aa45a9 {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:47:34.842412 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d89840d6-be48-4e77-8ef2-7fbbe65c0dd3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (530b64e2-bed2-4dba-9a04-2fe6b5aa45a9), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:34.918175 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d89840d6-be48-4e77-8ef2-7fbbe65c0dd3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (530b64e2-bed2-4dba-9a04-2fe6b5aa45a9), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:34.918535 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d89840d6-be48-4e77-8ef2-7fbbe65c0dd3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for floatingip (530b64e2-bed2-4dba-9a04-2fe6b5aa45a9), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:34.930873 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-d89840d6-be48-4e77-8ef2-7fbbe65c0dd3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Calling delete_port for 530b64e2-bed2-4dba-9a04-2fe6b5aa45a9 owned by network:floatingip {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:47:35.322581 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d89840d6-be48-4e77-8ef2-7fbbe65c0dd3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (530b64e2-bed2-4dba-9a04-2fe6b5aa45a9), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:35.349345 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89840d6-be48-4e77-8ef2-7fbbe65c0dd3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Pushing event deleted for resources: {'Port': ['ID=530b64e2-bed2-4dba-9a04-2fe6b5aa45a9,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:35.410570 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d89840d6-be48-4e77-8ef2-7fbbe65c0dd3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for floatingip (9a611491-f28a-4067-bcdd-f038a94c7fa3), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:35.413225 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d89840d6-be48-4e77-8ef2-7fbbe65c0dd3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:35.417745 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-d89840d6-be48-4e77-8ef2-7fbbe65c0dd3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "DELETE /v2.0/floatingips/9a611491-f28a-4067-bcdd-f038a94c7fa3 HTTP/1.1" status: 204 len: 168 time: 0.7229793 Jan 21 09:47:35.598064 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d10b1867-fbb6-4096-8248-3c8982ed27d5 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:47:35.620420 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: d10b1867-fbb6-4096-8248-3c8982ed27d5 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:47:35.620701 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d10b1867-fbb6-4096-8248-3c8982ed27d5 not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:47:35.827100 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 53982) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:35.838778 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-b4ddcfd0-1937-4a03-ae5a-3c914f7add23 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1786045290', 'description': 'tempest-description--1796858619'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:35.860083 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b4ddcfd0-1937-4a03-ae5a-3c914f7add23 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:35.931505 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b4ddcfd0-1937-4a03-ae5a-3c914f7add23 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group (124ea114-943f-4d84-9ae4-fd16df8bf42e), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:35.937949 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b4ddcfd0-1937-4a03-ae5a-3c914f7add23 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (124ea114-943f-4d84-9ae4-fd16df8bf42e), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:35.974704 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b4ddcfd0-1937-4a03-ae5a-3c914f7add23 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:35.978960 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-b4ddcfd0-1937-4a03-ae5a-3c914f7add23 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1478932 Jan 21 09:47:35.979163 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 53984) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:35.984100 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-a62fe72a-16bc-4f06-b377-58d1292f6889 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Request body: {'security_group_rule': {'security_group_id': '124ea114-943f-4d84-9ae4-fd16df8bf42e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:35.988274 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddcfd0-1937-4a03-ae5a-3c914f7add23 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124ea114-943f-4d84-9ae4-fd16df8bf42e,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:36.020711 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a62fe72a-16bc-4f06-b377-58d1292f6889 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group_rule (da18ca98-0171-45d8-9821-5f6f838e08bd), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:36.094521 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a62fe72a-16bc-4f06-b377-58d1292f6889 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group_rule (da18ca98-0171-45d8-9821-5f6f838e08bd), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:36.098949 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a62fe72a-16bc-4f06-b377-58d1292f6889 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (da18ca98-0171-45d8-9821-5f6f838e08bd), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:36.118402 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fe72a-16bc-4f06-b377-58d1292f6889 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da18ca98-0171-45d8-9821-5f6f838e08bd,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:36.127302 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a62fe72a-16bc-4f06-b377-58d1292f6889 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:36.128541 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-a62fe72a-16bc-4f06-b377-58d1292f6889 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484659 Jan 21 09:47:36.132103 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 53986) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:36.137077 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-ffd92c05-92f2-4ea1-ab2d-0b352c2646a5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Request body: {'security_group_rule': {'security_group_id': '124ea114-943f-4d84-9ae4-fd16df8bf42e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:36.164605 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ffd92c05-92f2-4ea1-ab2d-0b352c2646a5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group_rule (25c963e0-b8c6-4ae9-8da1-750a5ecb30ac), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:36.221580 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ffd92c05-92f2-4ea1-ab2d-0b352c2646a5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group_rule (25c963e0-b8c6-4ae9-8da1-750a5ecb30ac), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:36.226005 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ffd92c05-92f2-4ea1-ab2d-0b352c2646a5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (25c963e0-b8c6-4ae9-8da1-750a5ecb30ac), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:36.244321 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd92c05-92f2-4ea1-ab2d-0b352c2646a5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c963e0-b8c6-4ae9-8da1-750a5ecb30ac,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:36.249845 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ffd92c05-92f2-4ea1-ab2d-0b352c2646a5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:36.251100 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-ffd92c05-92f2-4ea1-ab2d-0b352c2646a5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178508 Jan 21 09:47:36.254423 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 53988) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:36.258940 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-f273fa3e-2626-48d9-be94-711a37211207 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Request body: {'floatingip': {'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:36.282995 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f273fa3e-2626-48d9-be94-711a37211207 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:36.381903 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f273fa3e-2626-48d9-be94-711a37211207 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:36.485336 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [None req-f273fa3e-2626-48d9-be94-711a37211207 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Allocated IP 172.27.1.246 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/948d534e-245c-4917-8857-a2f463cf5c9d) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:36.588061 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f273fa3e-2626-48d9-be94-711a37211207 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for port (948d534e-245c-4917-8857-a2f463cf5c9d), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:36.621319 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f273fa3e-2626-48d9-be94-711a37211207 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (948d534e-245c-4917-8857-a2f463cf5c9d), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:36.662603 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f273fa3e-2626-48d9-be94-711a37211207 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:36.667046 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-f273fa3e-2626-48d9-be94-711a37211207 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:36.669729 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f273fa3e-2626-48d9-be94-711a37211207 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:47:36.691204 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273fa3e-2626-48d9-be94-711a37211207 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Pushing event updated for resources: {'Port': ['ID=948d534e-245c-4917-8857-a2f463cf5c9d,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:36.763573 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f273fa3e-2626-48d9-be94-711a37211207 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for floatingip (3d65c168-d77e-4ebd-ac16-bdfb2d6d97d1), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:36.802561 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f273fa3e-2626-48d9-be94-711a37211207 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (948d534e-245c-4917-8857-a2f463cf5c9d), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:36.964829 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f273fa3e-2626-48d9-be94-711a37211207 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for port (948d534e-245c-4917-8857-a2f463cf5c9d), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:36.972115 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f273fa3e-2626-48d9-be94-711a37211207 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4495340'] for port (948d534e-245c-4917-8857-a2f463cf5c9d), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:37.041418 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273fa3e-2626-48d9-be94-711a37211207 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Pushing event updated for resources: {'Port': ['ID=948d534e-245c-4917-8857-a2f463cf5c9d,revision_number=2']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:37.078132 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f273fa3e-2626-48d9-be94-711a37211207 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910602'] for floatingip (3d65c168-d77e-4ebd-ac16-bdfb2d6d97d1), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:37.099201 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f273fa3e-2626-48d9-be94-711a37211207 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:37.100447 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-f273fa3e-2626-48d9-be94-711a37211207 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8449495 Jan 21 09:47:37.112954 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95806279-8e07-4969-a86a-49c14f504924 req-68960454-2ebe-4068-afc6-b847df75bc95 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:37.115202 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-95806279-8e07-4969-a86a-49c14f504924 req-68960454-2ebe-4068-afc6-b847df75bc95 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a95bab81-8107-47d8-8cfb-9172b48677c3 HTTP/1.1" status: 200 len: 945 time: 0.0689991 Jan 21 09:47:37.166715 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-95806279-8e07-4969-a86a-49c14f504924 req-a28cbe5a-2113-4d4d-8af9-5f9e26443518 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465503 Jan 21 09:47:37.304812 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-9a330102-279b-4b69-a904-5afbf1fc3d0d tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--1786045290&fields=id&tenant_id=7856a1f7c3034123ad5178bc63058030 HTTP/1.1" status: 200 len: 267 time: 0.0467281 Jan 21 09:47:37.412402 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-38b73704-a32e-47ec-9628-e8fb5df7f3c6 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:37.413914 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-38b73704-a32e-47ec-9628-e8fb5df7f3c6 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/networks?id=07378755-75a7-4292-9dfc-589db966e3ea HTTP/1.1" status: 200 len: 817 time: 0.1025021 Jan 21 09:47:37.429003 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-c9a795d8-a441-4c37-a305-431332cd3c5b tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/quotas/7856a1f7c3034123ad5178bc63058030 HTTP/1.1" status: 200 len: 375 time: 0.0096593 Jan 21 09:47:37.479420 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-15ff506f-8cc9-4741-87c8-fe1a577c3b05 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=7856a1f7c3034123ad5178bc63058030&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457377 Jan 21 09:47:37.572407 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-7d100ce6-bbc7-41d4-99ba-c6f5a4535024 service neutron] 10.222.0.112 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812478 Jan 21 09:47:37.666340 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-e1bd157f-f46e-4cf9-978e-19fb848c329e service neutron] 10.222.0.112 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882409 Jan 21 09:47:37.832055 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-7155f619-5e39-4553-8bf1-406de4d268ca req-637a4abe-96fc-4541-83b7-840593d93146 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 210 time: 0.0272219 Jan 21 09:47:38.290516 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c282f7-e2f9-4ac2-85b2-20f6c5fd54ab req-84277130-c97c-4630-b1b0-9c7f0df0fb4e tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:38.292071 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-14c282f7-e2f9-4ac2-85b2-20f6c5fd54ab req-84277130-c97c-4630-b1b0-9c7f0df0fb4e tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a95bab81-8107-47d8-8cfb-9172b48677c3 HTTP/1.1" status: 200 len: 945 time: 0.0501125 Jan 21 09:47:38.347886 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-14c282f7-e2f9-4ac2-85b2-20f6c5fd54ab req-4387e299-f8b5-48bd-a1b3-714af2b229f3 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487006 Jan 21 09:47:38.653575 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a0cd0-e063-4bfd-8ea7-a18863597db5 req-540e2b18-9159-454b-a847-c5a4cd0d979d tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:38.655149 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9d5a0cd0-e063-4bfd-8ea7-a18863597db5 req-540e2b18-9159-454b-a847-c5a4cd0d979d tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0547938 Jan 21 09:47:38.707628 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9d5a0cd0-e063-4bfd-8ea7-a18863597db5 req-c0f91f48-73ce-4443-b4ce-f096846e21fd tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458648 Jan 21 09:47:38.946414 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-103f1d12-201b-485f-9bfe-4f6a1c5aa2ea req-cd3587c0-16a4-4e34-ac6e-15a47c731964 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 210 time: 0.0311193 Jan 21 09:47:38.960014 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958284e0-0318-4b01-9b9d-3d1b4e21125c req-478d3d41-816d-4b75-9df1-87dd5fcb5115 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:38.961521 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-958284e0-0318-4b01-9b9d-3d1b4e21125c req-478d3d41-816d-4b75-9df1-87dd5fcb5115 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.130 "GET /v2.0/ports?device_id=a95bab81-8107-47d8-8cfb-9172b48677c3 HTTP/1.1" status: 200 len: 945 time: 0.0841489 Jan 21 09:47:39.029274 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-7a2fa3d4-00c4-4c25-96b6-b00628385bc2 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:39.030992 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-7a2fa3d4-00c4-4c25-96b6-b00628385bc2 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.130 "GET /v2.0/networks?id=07378755-75a7-4292-9dfc-589db966e3ea HTTP/1.1" status: 200 len: 817 time: 0.1261487 Jan 21 09:47:39.037609 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:47:39.078649 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [req-958284e0-0318-4b01-9b9d-3d1b4e21125c req-48630643-873e-4e2e-bb5b-6f17e1ab8c8e tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Deleting port 5bf718ec-b6c0-4d30-b489-88f3ac58c39f {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:47:39.079050 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-958284e0-0318-4b01-9b9d-3d1b4e21125c req-48630643-873e-4e2e-bb5b-6f17e1ab8c8e tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (5bf718ec-b6c0-4d30-b489-88f3ac58c39f), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:39.104854 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-632c65ea-ed87-4e29-bcb1-107e11a3a882 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.130 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7856a1f7c3034123ad5178bc63058030 HTTP/1.1" status: 200 len: 380 time: 0.0646744 Jan 21 09:47:39.118070 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-cfa3b114-2d36-43ce-9bfa-8683b00a681e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Request body: {'port': {'device_id': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'admin_state_up': True, 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'security_groups': ['124ea114-943f-4d84-9ae4-fd16df8bf42e']}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:39.172755 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [req-958284e0-0318-4b01-9b9d-3d1b4e21125c req-48630643-873e-4e2e-bb5b-6f17e1ab8c8e tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] For port 5bf718ec-b6c0-4d30-b489-88f3ac58c39f, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=5bf718ec-b6c0-4d30-b489-88f3ac58c39f,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:39.173137 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-958284e0-0318-4b01-9b9d-3d1b4e21125c req-48630643-873e-4e2e-bb5b-6f17e1ab8c8e tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (5bf718ec-b6c0-4d30-b489-88f3ac58c39f), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:39.186216 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [req-958284e0-0318-4b01-9b9d-3d1b4e21125c req-48630643-873e-4e2e-bb5b-6f17e1ab8c8e tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Calling delete_port for 5bf718ec-b6c0-4d30-b489-88f3ac58c39f owned by compute:nova {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:47:39.232156 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-cfa3b114-2d36-43ce-9bfa-8683b00a681e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Made reservation on behalf of 7856a1f7c3034123ad5178bc63058030 for: {'port': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:39.236184 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-cfa3b114-2d36-43ce-9bfa-8683b00a681e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:39.322597 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-958284e0-0318-4b01-9b9d-3d1b4e21125c req-48630643-873e-4e2e-bb5b-6f17e1ab8c8e tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (5bf718ec-b6c0-4d30-b489-88f3ac58c39f), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:39.342071 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['dda8259a-ac04-4b4b-beb5-195ec816b4ff', 'da9c002e-a1ff-4f04-af11-2395b1d4bd47', '5bf718ec-b6c0-4d30-b489-88f3ac58c39f'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:47:39.353702 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48630643-873e-4e2e-bb5b-6f17e1ab8c8e tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Pushing event deleted for resources: {'Port': ['ID=5bf718ec-b6c0-4d30-b489-88f3ac58c39f,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:39.381843 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-cfa3b114-2d36-43ce-9bfa-8683b00a681e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Allocated IP 172.20.0.10 (07378755-75a7-4292-9dfc-589db966e3ea/8ce5e84a-93b0-4cbd-b344-38a756d16f49/bfd9f4e3-7841-4225-baea-936775113c41) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:39.405151 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [req-958284e0-0318-4b01-9b9d-3d1b4e21125c req-48630643-873e-4e2e-bb5b-6f17e1ab8c8e tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] No DVR routers for this DVR port 5bf718ec-b6c0-4d30-b489-88f3ac58c39f on host hv-cinder-81561 {{(pid=109057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:39.408320 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-958284e0-0318-4b01-9b9d-3d1b4e21125c req-48630643-873e-4e2e-bb5b-6f17e1ab8c8e tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:39.412179 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-958284e0-0318-4b01-9b9d-3d1b4e21125c req-48630643-873e-4e2e-bb5b-6f17e1ab8c8e tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.130 "DELETE /v2.0/ports/5bf718ec-b6c0-4d30-b489-88f3ac58c39f HTTP/1.1" status: 204 len: 173 time: 0.4428189 Jan 21 09:47:39.412675 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95bab81-8107-47d8-8cfb-9172b48677c3', 'name': 'network-vif-deleted', 'tag': '5bf718ec-b6c0-4d30-b489-88f3ac58c39f'}] {{(pid=109057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:39.415887 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79949007bb9b1bb4c7285b4ffc7cbdeea347a4eb7e1b137d5b1548f1f832f7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8230b950-b27c-4533-8886-2150c86b27ad" -d '{"events": [{"server_uuid": "a95bab81-8107-47d8-8cfb-9172b48677c3", "name": "network-vif-deleted", "tag": "5bf718ec-b6c0-4d30-b489-88f3ac58c39f"}]}' {{(pid=109057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:47:39.459738 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3915b38-6298-4965-9c4b-fc2ab6ad3e71 x-openstack-request-id: req-c3915b38-6298-4965-9c4b-fc2ab6ad3e71 {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:47:39.460050 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95bab81-8107-47d8-8cfb-9172b48677c3", "name": "network-vif-deleted", "tag": "5bf718ec-b6c0-4d30-b489-88f3ac58c39f", "status": "completed", "code": 200}]} {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:47:39.460719 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-c3915b38-6298-4965-9c4b-fc2ab6ad3e71 {{(pid=109057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:47:39.461156 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95bab81-8107-47d8-8cfb-9172b48677c3', 'name': 'network-vif-deleted', 'tag': '5bf718ec-b6c0-4d30-b489-88f3ac58c39f', 'status': 'completed', 'code': 200} Jan 21 09:47:39.517021 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bd0f70a5-64c1-436e-b622-336f82f0ae27 req-eabfefd0-a058-4d23-9e4d-af2f0aaeb34a tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a95bab81-8107-47d8-8cfb-9172b48677c3 HTTP/1.1" status: 200 len: 210 time: 0.0418823 Jan 21 09:47:39.601491 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-cfa3b114-2d36-43ce-9bfa-8683b00a681e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for port (bfd9f4e3-7841-4225-baea-936775113c41), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:39.636285 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-cfa3b114-2d36-43ce-9bfa-8683b00a681e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (bfd9f4e3-7841-4225-baea-936775113c41), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:39.680667 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-cfa3b114-2d36-43ce-9bfa-8683b00a681e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Network 07378755-75a7-4292-9dfc-589db966e3ea is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:39.683807 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-cfa3b114-2d36-43ce-9bfa-8683b00a681e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:39.687502 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-cfa3b114-2d36-43ce-9bfa-8683b00a681e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:47:39.694839 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3b114-2d36-43ce-9bfa-8683b00a681e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Pushing event updated for resources: {'Port': ['ID=bfd9f4e3-7841-4225-baea-936775113c41,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:39.742173 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-cfa3b114-2d36-43ce-9bfa-8683b00a681e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:39.742866 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-cfa3b114-2d36-43ce-9bfa-8683b00a681e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:39.761523 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-cfa3b114-2d36-43ce-9bfa-8683b00a681e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6479034 Jan 21 09:47:39.826665 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Request body: {'port': {'device_id': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:39.843588 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72496a-b913-4564-945e-e2fca53ffc81 req-948658e8-fa7a-4beb-9290-e2a9bdf998f2 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:39.845328 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4d72496a-b913-4564-945e-e2fca53ffc81 req-948658e8-fa7a-4beb-9290-e2a9bdf998f2 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0585725 Jan 21 09:47:39.890356 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (bfd9f4e3-7841-4225-baea-936775113c41), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:39.900230 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4d72496a-b913-4564-945e-e2fca53ffc81 req-b55bfefd-a73b-4a73-af55-c5f88315680d tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484333 Jan 21 09:47:40.033735 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 14df5cd3-c713-45d4-8ae0-3ef75255a214 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:47:40.062762 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: 14df5cd3-c713-45d4-8ae0-3ef75255a214 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:47:40.063711 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 14df5cd3-c713-45d4-8ae0-3ef75255a214 not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:47:40.082705 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-9421006e-aa91-4b1d-aa48-114f2724a18d None None] Provisioning complete for port bfd9f4e3-7841-4225-baea-936775113c41 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:40.083162 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-9421006e-aa91-4b1d-aa48-114f2724a18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (bfd9f4e3-7841-4225-baea-936775113c41), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:40.118688 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-9421006e-aa91-4b1d-aa48-114f2724a18d None None] Port bfd9f4e3-7841-4225-baea-936775113c41 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:47:40.148790 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c32738-246d-413c-acce-10379b78aee8 req-a37bb981-bc62-488a-b5b4-a093c0da5dba tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:40.150322 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b1c32738-246d-413c-acce-10379b78aee8 req-a37bb981-bc62-488a-b5b4-a093c0da5dba tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 932 time: 0.1118383 Jan 21 09:47:40.236178 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b1c32738-246d-413c-acce-10379b78aee8 req-4dde7cc1-763d-40c8-999f-e72d41691d22 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797701 Jan 21 09:47:40.267210 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd9f4e3-7841-4225-baea-936775113c41 {{(pid=109056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:47:40.275089 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Publish callbacks [] for port (bfd9f4e3-7841-4225-baea-936775113c41), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:40.287684 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.provisioning_blocks [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Transition to ACTIVE for port object bfd9f4e3-7841-4225-baea-936775113c41 will not be triggered until provisioned by entity L2. {{(pid=109056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:40.291780 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (bfd9f4e3-7841-4225-baea-936775113c41), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:40.345339 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd9f4e3-7841-4225-baea-936775113c41,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:40.419829 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Attempting to bind port bfd9f4e3-7841-4225-baea-936775113c41 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:47:40.420640 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Attempting to bind port bfd9f4e3-7841-4225-baea-936775113c41 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '5093806e-81ed-422c-b7b9-d82af1736f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea'}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:47:40.420640 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Attempting to bind port bfd9f4e3-7841-4225-baea-936775113c41 on network 07378755-75a7-4292-9dfc-589db966e3ea {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:47:40.425052 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Port bfd9f4e3-7841-4225-baea-936775113c41 on network 07378755-75a7-4292-9dfc-589db966e3ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:47:40.425383 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Attempting to bind port bfd9f4e3-7841-4225-baea-936775113c41 on network 07378755-75a7-4292-9dfc-589db966e3ea {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:47:40.430572 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:47:40.430962 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Checking segment: {'id': '5093806e-81ed-422c-b7b9-d82af1736f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:47:40.431358 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Bound using segment: {'id': '5093806e-81ed-422c-b7b9-d82af1736f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea'} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:47:40.431801 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Bound port: bfd9f4e3-7841-4225-baea-936775113c41, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5093806e-81ed-422c-b7b9-d82af1736f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea'}}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:47:40.432180 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (bfd9f4e3-7841-4225-baea-936775113c41), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:40.502841 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] For port bfd9f4e3-7841-4225-baea-936775113c41, host hv-cinder-81561, cleared binding levels {{(pid=109056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:40.505999 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] For port bfd9f4e3-7841-4225-baea-936775113c41, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=bfd9f4e3-7841-4225-baea-936775113c41,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:40.511578 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (bfd9f4e3-7841-4225-baea-936775113c41), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:40.548150 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:40.549022 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:40.550614 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] 10.222.0.130 "PUT /v2.0/ports/bfd9f4e3-7841-4225-baea-936775113c41 HTTP/1.1" status: 200 len: 1094 time: 0.7805316 Jan 21 09:47:40.551230 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'tag': 'bfd9f4e3-7841-4225-baea-936775113c41'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:40.553839 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558d3f3b-b154-4b6b-aa91-15535f2feced" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b33e26-e60b-4990-8e22-364c8dd2645b", "tag": "bfd9f4e3-7841-4225-baea-936775113c41"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:47:40.595255 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328279cd-3c35-4414-a6ae-aed1b56dc103 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd9f4e3-7841-4225-baea-936775113c41,revision_number=3']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:40.628193 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2e63fa-8cd0-4a47-9777-4b9d83fc6d17 x-openstack-request-id: req-6a2e63fa-8cd0-4a47-9777-4b9d83fc6d17 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:47:40.628632 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b33e26-e60b-4990-8e22-364c8dd2645b", "tag": "bfd9f4e3-7841-4225-baea-936775113c41", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:47:40.629019 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6a2e63fa-8cd0-4a47-9777-4b9d83fc6d17 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:47:40.629797 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'tag': 'bfd9f4e3-7841-4225-baea-936775113c41', 'status': 'completed', 'code': 200} Jan 21 09:47:40.649839 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-2fc7f76e-27a9-4687-8517-6eea764b66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:40.651624 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-2fc7f76e-27a9-4687-8517-6eea764b66bb service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=7856a1f7c3034123ad5178bc63058030&device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 1097 time: 0.0513473 Jan 21 09:47:40.707785 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-b4516202-0202-4f32-9be8-3cd147c5a846 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfd9f4e3-7841-4225-baea-936775113c41 HTTP/1.1" status: 200 len: 217 time: 0.0468223 Jan 21 09:47:40.773967 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-7e4671c5-711a-4369-b3b2-42e4c7aa054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:40.776604 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-7e4671c5-711a-4369-b3b2-42e4c7aa054c service neutron] 10.222.0.130 "GET /v2.0/subnets?id=8ce5e84a-93b0-4cbd-b344-38a756d16f49 HTTP/1.1" status: 200 len: 856 time: 0.0610223 Jan 21 09:47:40.838641 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-34558322-df9d-421a-bc35-90c6ac3a7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:40.840324 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-34558322-df9d-421a-bc35-90c6ac3a7854 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=07378755-75a7-4292-9dfc-589db966e3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494721 Jan 21 09:47:40.944374 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d37682-71cc-4058-91b4-bf29b93fe307 req-cc2ae712-30dc-416a-9fef-43eb153859ac tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:40.945914 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-18d37682-71cc-4058-91b4-bf29b93fe307 req-cc2ae712-30dc-416a-9fef-43eb153859ac tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a70c57d7-94b5-449e-adf3-50f80e86e5a2 HTTP/1.1" status: 200 len: 945 time: 0.1097915 Jan 21 09:47:40.988294 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-db550e83-a72d-4239-89ef-f4b09448c62f service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376536 Jan 21 09:47:41.032952 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2cde7-5bde-4372-bb76-7b4f27d8ba67 req-6b8f3b50-2f97-4eb2-a69d-2e50e57a6f13 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.034507 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-42c2cde7-5bde-4372-bb76-7b4f27d8ba67 req-6b8f3b50-2f97-4eb2-a69d-2e50e57a6f13 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0579252 Jan 21 09:47:41.040216 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-18d37682-71cc-4058-91b4-bf29b93fe307 req-2a9e6eb3-412f-443d-9332-b78b96402b21 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864704 Jan 21 09:47:41.091172 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-42c2cde7-5bde-4372-bb76-7b4f27d8ba67 req-0b97afd4-c4df-44f7-bc02-6789045c8962 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506556 Jan 21 09:47:41.105455 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-527559f4-8e11-420f-9fcc-344ce32ce94f req-72257a0b-9884-44c4-b8c6-7b9b14a7a415 service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071796 Jan 21 09:47:41.202049 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d3f3b-b154-4b6b-aa91-15535f2feced req-7f4d146b-507f-4959-8929-9408bba79a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.203815 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-558d3f3b-b154-4b6b-aa91-15535f2feced req-7f4d146b-507f-4959-8929-9408bba79a63 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=7856a1f7c3034123ad5178bc63058030&device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 1097 time: 0.0432620 Jan 21 09:47:41.299917 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d3f3b-b154-4b6b-aa91-15535f2feced req-ab26b73f-b592-4768-ad98-7d90d33fc0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.302007 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-558d3f3b-b154-4b6b-aa91-15535f2feced req-ab26b73f-b592-4768-ad98-7d90d33fc0ad service neutron] 10.222.0.130 "GET /v2.0/networks?id=07378755-75a7-4292-9dfc-589db966e3ea HTTP/1.1" status: 200 len: 918 time: 0.0893691 Jan 21 09:47:41.367826 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-558d3f3b-b154-4b6b-aa91-15535f2feced req-ad90a39a-e2f8-471d-8e79-5231f76fef98 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfd9f4e3-7841-4225-baea-936775113c41 HTTP/1.1" status: 200 len: 217 time: 0.0477808 Jan 21 09:47:41.417767 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336b170-19a3-4ada-964a-f949bf581df6 req-3f0a3c84-d3b6-4e15-b174-8adf34c434c5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.419255 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-4336b170-19a3-4ada-964a-f949bf581df6 req-3f0a3c84-d3b6-4e15-b174-8adf34c434c5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 944 time: 0.1084609 Jan 21 09:47:41.445888 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d3f3b-b154-4b6b-aa91-15535f2feced req-af82f696-783d-47ee-b16e-caff7b3e1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.447305 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-558d3f3b-b154-4b6b-aa91-15535f2feced req-af82f696-783d-47ee-b16e-caff7b3e1f37 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=8ce5e84a-93b0-4cbd-b344-38a756d16f49 HTTP/1.1" status: 200 len: 856 time: 0.0732760 Jan 21 09:47:41.497911 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-4336b170-19a3-4ada-964a-f949bf581df6 req-b322763f-4215-49f9-ad0e-6d89bd9eb38b tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726666 Jan 21 09:47:41.508909 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d3f3b-b154-4b6b-aa91-15535f2feced req-8f5c9843-6e63-43ab-b03a-26405fad468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.510361 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-558d3f3b-b154-4b6b-aa91-15535f2feced req-8f5c9843-6e63-43ab-b03a-26405fad468e service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=07378755-75a7-4292-9dfc-589db966e3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528178 Jan 21 09:47:41.605007 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-558d3f3b-b154-4b6b-aa91-15535f2feced req-3b53ece9-d6d5-44cd-8a6e-ae03e434035c service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848327 Jan 21 09:47:41.693341 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-558d3f3b-b154-4b6b-aa91-15535f2feced req-dd940f97-6728-46cd-bc63-bea935869830 service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817342 Jan 21 09:47:42.023260 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device bfd9f4e3-7841-4225-baea-936775113c41 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:47:42.121562 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port bfd9f4e3-7841-4225-baea-936775113c41, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=bfd9f4e3-7841-4225-baea-936775113c41,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:42.134002 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': 'bfd9f4e3-7841-4225-baea-936775113c41', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'port_id': 'bfd9f4e3-7841-4225-baea-936775113c41', 'mac_address': 'fa:16:3e:4e:2b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:47:42.167600 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dfbd3-5b87-4d6f-b143-b7a2284cae15 req-2a4c5e69-4509-44dc-bb24-278ce84ad4c1 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:42.169151 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-984dfbd3-5b87-4d6f-b143-b7a2284cae15 req-2a4c5e69-4509-44dc-bb24-278ce84ad4c1 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a70c57d7-94b5-449e-adf3-50f80e86e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0580282 Jan 21 09:47:42.174303 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port bfd9f4e3-7841-4225-baea-936775113c41 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:47:42.174705 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (bfd9f4e3-7841-4225-baea-936775113c41), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:42.188938 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd9f4e3-7841-4225-baea-936775113c41 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:47:42.213416 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port bfd9f4e3-7841-4225-baea-936775113c41, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=bfd9f4e3-7841-4225-baea-936775113c41,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:42.218951 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (bfd9f4e3-7841-4225-baea-936775113c41), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:42.219759 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc29ba1-c3df-46a1-876b-c40426afd6f5 req-0c8f702a-abc6-4c8e-80a3-b6933c70209b tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:42.221980 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2cc29ba1-c3df-46a1-876b-c40426afd6f5 req-0c8f702a-abc6-4c8e-80a3-b6933c70209b tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0571792 Jan 21 09:47:42.237027 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-984dfbd3-5b87-4d6f-b143-b7a2284cae15 req-d3d81bbf-72d3-4550-8441-1557bbd87153 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623498 Jan 21 09:47:42.278074 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2cc29ba1-c3df-46a1-876b-c40426afd6f5 req-3b898bbc-e523-4751-8e33-222890dc75ec tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498042 Jan 21 09:47:42.278322 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=bfd9f4e3-7841-4225-baea-936775113c41,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:42.417741 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65c0a8-40cf-48df-b0e2-c7cf98c29e26 req-8ff3e61e-a9d6-4464-b219-c714c9f10f78 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:42.419299 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ca65c0a8-40cf-48df-b0e2-c7cf98c29e26 req-8ff3e61e-a9d6-4464-b219-c714c9f10f78 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.130 "GET /v2.0/ports?device_id=a70c57d7-94b5-449e-adf3-50f80e86e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0490890 Jan 21 09:47:42.522394 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-ca65c0a8-40cf-48df-b0e2-c7cf98c29e26 req-4521ff88-9d11-42d8-8511-fd8da365f972 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Deleting port da9c002e-a1ff-4f04-af11-2395b1d4bd47 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:47:42.523353 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-ca65c0a8-40cf-48df-b0e2-c7cf98c29e26 req-4521ff88-9d11-42d8-8511-fd8da365f972 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (da9c002e-a1ff-4f04-af11-2395b1d4bd47), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:42.525291 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['bfd9f4e3-7841-4225-baea-936775113c41'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:47:42.619953 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-ca65c0a8-40cf-48df-b0e2-c7cf98c29e26 req-4521ff88-9d11-42d8-8511-fd8da365f972 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] For port da9c002e-a1ff-4f04-af11-2395b1d4bd47, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=da9c002e-a1ff-4f04-af11-2395b1d4bd47,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:42.620408 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-ca65c0a8-40cf-48df-b0e2-c7cf98c29e26 req-4521ff88-9d11-42d8-8511-fd8da365f972 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (da9c002e-a1ff-4f04-af11-2395b1d4bd47), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:42.622258 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e27af-49cf-4fb6-901a-1b3e81c8478c req-d5462804-c3b2-4d80-96da-e156e9013474 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:42.624031 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-080e27af-49cf-4fb6-901a-1b3e81c8478c req-d5462804-c3b2-4d80-96da-e156e9013474 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 945 time: 0.0543618 Jan 21 09:47:42.633552 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-ca65c0a8-40cf-48df-b0e2-c7cf98c29e26 req-4521ff88-9d11-42d8-8511-fd8da365f972 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Calling delete_port for da9c002e-a1ff-4f04-af11-2395b1d4bd47 owned by compute:nova {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:47:42.678870 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-080e27af-49cf-4fb6-901a-1b3e81c8478c req-820ba951-b660-4243-b5d8-3a484f934a8c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477092 Jan 21 09:47:42.723533 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-d0c63718-cb30-40a7-9a26-b34b0f228922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:42.766850 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-ca65c0a8-40cf-48df-b0e2-c7cf98c29e26 req-4521ff88-9d11-42d8-8511-fd8da365f972 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (da9c002e-a1ff-4f04-af11-2395b1d4bd47), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:42.795900 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521ff88-9d11-42d8-8511-fd8da365f972 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Pushing event deleted for resources: {'Port': ['ID=da9c002e-a1ff-4f04-af11-2395b1d4bd47,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:42.834190 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca65c0a8-40cf-48df-b0e2-c7cf98c29e26 req-4521ff88-9d11-42d8-8511-fd8da365f972 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] No DVR routers for this DVR port da9c002e-a1ff-4f04-af11-2395b1d4bd47 on host hv-cinder-81561 {{(pid=109056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:42.837005 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-ca65c0a8-40cf-48df-b0e2-c7cf98c29e26 req-4521ff88-9d11-42d8-8511-fd8da365f972 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:42.840322 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ca65c0a8-40cf-48df-b0e2-c7cf98c29e26 req-4521ff88-9d11-42d8-8511-fd8da365f972 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.130 "DELETE /v2.0/ports/da9c002e-a1ff-4f04-af11-2395b1d4bd47 HTTP/1.1" status: 204 len: 173 time: 0.4073615 Jan 21 09:47:42.840783 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70c57d7-94b5-449e-adf3-50f80e86e5a2', 'name': 'network-vif-deleted', 'tag': 'da9c002e-a1ff-4f04-af11-2395b1d4bd47'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:42.843108 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00494253-0b9c-4bbd-a1a6-adbe2e2a54a6" -d '{"events": [{"server_uuid": "a70c57d7-94b5-449e-adf3-50f80e86e5a2", "name": "network-vif-deleted", "tag": "da9c002e-a1ff-4f04-af11-2395b1d4bd47"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:47:42.880146 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd62937-78e9-453d-aa8b-bb19d2f0cc28 x-openstack-request-id: req-cdd62937-78e9-453d-aa8b-bb19d2f0cc28 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:47:42.880460 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70c57d7-94b5-449e-adf3-50f80e86e5a2", "name": "network-vif-deleted", "tag": "da9c002e-a1ff-4f04-af11-2395b1d4bd47", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:47:42.880732 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-cdd62937-78e9-453d-aa8b-bb19d2f0cc28 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:47:42.881190 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70c57d7-94b5-449e-adf3-50f80e86e5a2', 'name': 'network-vif-deleted', 'tag': 'da9c002e-a1ff-4f04-af11-2395b1d4bd47', 'status': 'completed', 'code': 200} Jan 21 09:47:43.234300 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['dda8259a-ac04-4b4b-beb5-195ec816b4ff', 'da9c002e-a1ff-4f04-af11-2395b1d4bd47'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:47:43.427542 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-59b0fc9c-e2f0-42ff-8544-d006a43aecb9 req-d7e2f707-9a2a-4eea-ac15-dda5e5890abf tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=a70c57d7-94b5-449e-adf3-50f80e86e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0353832 Jan 21 09:47:43.467226 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e1056-480a-4598-a1f1-b830963c09be req-b90bc166-e3f5-4a00-9d1d-5005225a2ac7 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:43.468768 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-998e1056-480a-4598-a1f1-b830963c09be req-b90bc166-e3f5-4a00-9d1d-5005225a2ac7 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0704510 Jan 21 09:47:43.524011 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-998e1056-480a-4598-a1f1-b830963c09be req-feecb3c4-bda9-49b0-b26d-850212474daa tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494339 Jan 21 09:47:43.776093 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bde0c-fc01-4502-8be2-b2c1944a49bd req-fc236c66-6cbb-4db2-88ad-6d9c5213afaf tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:43.777784 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-588bde0c-fc01-4502-8be2-b2c1944a49bd req-fc236c66-6cbb-4db2-88ad-6d9c5213afaf tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0505829 Jan 21 09:47:43.808902 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c85f9-21bd-411d-8952-3e51cfad762c req-8ea2b316-e751-4951-bdee-1a968c4e93c5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:43.810481 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-627c85f9-21bd-411d-8952-3e51cfad762c req-8ea2b316-e751-4951-bdee-1a968c4e93c5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 945 time: 0.0551729 Jan 21 09:47:43.826571 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-588bde0c-fc01-4502-8be2-b2c1944a49bd req-1b63e373-75de-4493-b70d-1f83e0b1bd72 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429416 Jan 21 09:47:43.860974 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-627c85f9-21bd-411d-8952-3e51cfad762c req-cc6285d7-99e0-401d-997f-3445b8e6c094 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439472 Jan 21 09:47:44.018498 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device bfd9f4e3-7841-4225-baea-936775113c41 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:47:44.069564 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port bfd9f4e3-7841-4225-baea-936775113c41 completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:44.073977 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port bfd9f4e3-7841-4225-baea-936775113c41 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:44.074372 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (bfd9f4e3-7841-4225-baea-936775113c41), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:44.163592 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port bfd9f4e3-7841-4225-baea-936775113c41 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:47:44.164008 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (bfd9f4e3-7841-4225-baea-936775113c41), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:44.185929 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd9f4e3-7841-4225-baea-936775113c41'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:44.188294 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e77fe88-99bd-4512-9390-8cfec20954fa" -d '{"events": [{"server_uuid": "f0b33e26-e60b-4990-8e22-364c8dd2645b", "name": "network-vif-plugged", "status": "completed", "tag": "bfd9f4e3-7841-4225-baea-936775113c41"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:47:44.201065 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port bfd9f4e3-7841-4225-baea-936775113c41, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=bfd9f4e3-7841-4225-baea-936775113c41,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:44.206578 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (bfd9f4e3-7841-4225-baea-936775113c41), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:44.207464 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 5bf718ec-b6c0-4d30-b489-88f3ac58c39f no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:47:44.244871 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e233a8-7d08-4d3a-b4f1-b9e623ecae0a x-openstack-request-id: req-65e233a8-7d08-4d3a-b4f1-b9e623ecae0a {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:47:44.245637 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b33e26-e60b-4990-8e22-364c8dd2645b", "name": "network-vif-plugged", "status": "completed", "tag": "bfd9f4e3-7841-4225-baea-936775113c41", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:47:44.245637 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-65e233a8-7d08-4d3a-b4f1-b9e623ecae0a {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:47:44.245935 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd9f4e3-7841-4225-baea-936775113c41', 'code': 200} Jan 21 09:47:44.248601 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: 5bf718ec-b6c0-4d30-b489-88f3ac58c39f {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:47:44.248967 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 5bf718ec-b6c0-4d30-b489-88f3ac58c39f not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:47:44.273890 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=bfd9f4e3-7841-4225-baea-936775113c41,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:44.408192 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebe2e0-cc35-473c-8f89-3c7976949c36 req-1664ed89-271e-4b8e-9729-ef8e09c09d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:44.409690 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-07ebe2e0-cc35-473c-8f89-3c7976949c36 req-1664ed89-271e-4b8e-9729-ef8e09c09d94 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 1099 time: 0.0400813 Jan 21 09:47:44.453124 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-07ebe2e0-cc35-473c-8f89-3c7976949c36 req-c0488990-8201-469e-b872-f476477543fe service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362737 Jan 21 09:47:44.646974 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dfdc0-5f74-488d-b2e7-45acde11e0b9 req-9da4c83c-98e3-4f76-a3e8-6694c8c9ac80 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:44.648366 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d99dfdc0-5f74-488d-b2e7-45acde11e0b9 req-9da4c83c-98e3-4f76-a3e8-6694c8c9ac80 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0529144 Jan 21 09:47:44.697734 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d99dfdc0-5f74-488d-b2e7-45acde11e0b9 req-af1482d9-da13-4a86-95a8-c78b9ce9d31e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435934 Jan 21 09:47:44.949737 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa020df-62e7-46e8-a75f-d9c32195c539 req-530b9419-436c-4a0c-a47f-59311ff959e9 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:44.951310 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-7aa020df-62e7-46e8-a75f-d9c32195c539 req-530b9419-436c-4a0c-a47f-59311ff959e9 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0506079 Jan 21 09:47:44.983790 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc768b2-5c6c-4198-bb18-c069d30119f9 req-2ca4aba4-0555-4b9a-b5f0-788b01fb577e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:44.985306 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-adc768b2-5c6c-4198-bb18-c069d30119f9 req-2ca4aba4-0555-4b9a-b5f0-788b01fb577e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0508730 Jan 21 09:47:44.999948 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-7aa020df-62e7-46e8-a75f-d9c32195c539 req-ce74963f-28e3-4eca-a66b-382fbcce9b22 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428529 Jan 21 09:47:45.034371 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-adc768b2-5c6c-4198-bb18-c069d30119f9 req-e3ea683b-c3d3-48b3-a177-4fa88f928fa3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424850 Jan 21 09:47:45.421912 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5df812bf-54d7-4ef9-a5a3-1f6d767877a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:45.835721 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1ca2e-3bc0-4700-996b-67655ce140ab req-91fb1273-7b55-49d3-8830-7d7a4dc5bd33 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:45.837299 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-42d1ca2e-3bc0-4700-996b-67655ce140ab req-91fb1273-7b55-49d3-8830-7d7a4dc5bd33 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0589414 Jan 21 09:47:45.838633 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c638f7-aa89-4fdb-9158-fefd044ab26e req-7e31f04a-731a-43bc-81c3-c22cff709d20 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:45.840940 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-35c638f7-aa89-4fdb-9158-fefd044ab26e req-7e31f04a-731a-43bc-81c3-c22cff709d20 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 946 time: 0.0610776 Jan 21 09:47:45.892099 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-35c638f7-aa89-4fdb-9158-fefd044ab26e req-287391be-922e-4892-a741-78a6d7885cec tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452754 Jan 21 09:47:45.897911 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-42d1ca2e-3bc0-4700-996b-67655ce140ab req-6827c3e6-c8a1-4c33-8257-d4cbe2efb129 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510232 Jan 21 09:47:46.019954 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device da9c002e-a1ff-4f04-af11-2395b1d4bd47 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:47:46.155912 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcfd40-df9c-463a-b739-5ac6eabfd0df req-218b5860-7ac9-4d71-8903-8e33d68e9804 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:46.157521 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-42fcfd40-df9c-463a-b739-5ac6eabfd0df req-218b5860-7ac9-4d71-8903-8e33d68e9804 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0829628 Jan 21 09:47:46.167467 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df800458-930b-40d3-8b1c-ff29d882e363 req-34253716-c545-4734-ab31-453798436971 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:46.169199 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-df800458-930b-40d3-8b1c-ff29d882e363 req-34253716-c545-4734-ab31-453798436971 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0538425 Jan 21 09:47:46.173899 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: da9c002e-a1ff-4f04-af11-2395b1d4bd47 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:47:46.174260 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device da9c002e-a1ff-4f04-af11-2395b1d4bd47 not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:47:46.210601 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-42fcfd40-df9c-463a-b739-5ac6eabfd0df req-67532435-4d55-4c70-af73-452752d6576f tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469244 Jan 21 09:47:46.220368 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-df800458-930b-40d3-8b1c-ff29d882e363 req-187999e5-0d0c-4c24-8e21-0097ad62c65d tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453544 Jan 21 09:47:46.339364 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffed66-6858-4860-abf8-800d832fdd56 req-1eed0075-371b-4c72-8171-dad1de15b553 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:46.340809 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-83ffed66-6858-4860-abf8-800d832fdd56 req-1eed0075-371b-4c72-8171-dad1de15b553 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0513184 Jan 21 09:47:46.352812 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54112) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:46.355759 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1382f-c8c0-4ab6-ad0b-d52f82101342 req-2cec1e20-b024-4129-8187-7b79384a507f tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:46.357300 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a2f1382f-c8c0-4ab6-ad0b-d52f82101342 req-2cec1e20-b024-4129-8187-7b79384a507f tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.130 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0584464 Jan 21 09:47:46.358442 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-06a00c7b-deda-4644-8bc3-e95470f75cea tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Request body: {'floatingip': {'port_id': 'bfd9f4e3-7841-4225-baea-936775113c41'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:46.403977 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-06a00c7b-deda-4644-8bc3-e95470f75cea tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for floatingip (3d65c168-d77e-4ebd-ac16-bdfb2d6d97d1), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:46.469788 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-a2f1382f-c8c0-4ab6-ad0b-d52f82101342 req-20861f89-a48c-45da-bd29-60891e72baf8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Deleting port ec640504-2a98-43e9-a97b-ca251ed7f526 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:47:46.470143 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-a2f1382f-c8c0-4ab6-ad0b-d52f82101342 req-20861f89-a48c-45da-bd29-60891e72baf8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (ec640504-2a98-43e9-a97b-ca251ed7f526), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:46.559144 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-a2f1382f-c8c0-4ab6-ad0b-d52f82101342 req-20861f89-a48c-45da-bd29-60891e72baf8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] For port ec640504-2a98-43e9-a97b-ca251ed7f526, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=ec640504-2a98-43e9-a97b-ca251ed7f526,segment=NetworkSegment(cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce),segment_id=cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:46.559566 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-a2f1382f-c8c0-4ab6-ad0b-d52f82101342 req-20861f89-a48c-45da-bd29-60891e72baf8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (ec640504-2a98-43e9-a97b-ca251ed7f526), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:46.871800 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-06a00c7b-deda-4644-8bc3-e95470f75cea tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:46.877128 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-06a00c7b-deda-4644-8bc3-e95470f75cea tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910602'] for floatingip (3d65c168-d77e-4ebd-ac16-bdfb2d6d97d1), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:46.880519 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:47.028469 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.l3_db [None req-06a00c7b-deda-4644-8bc3-e95470f75cea tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Floating IP 3d65c168-d77e-4ebd-ac16-bdfb2d6d97d1 associated. External IP: 172.27.1.246, port: bfd9f4e3-7841-4225-baea-936775113c41. Jan 21 09:47:47.111110 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6b2aa-d130-4388-bc60-292e4d16ab7b req-f4d84a40-6495-4398-bc8c-421798249e04 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:47.112658 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-21b6b2aa-d130-4388-bc60-292e4d16ab7b req-f4d84a40-6495-4398-bc8c-421798249e04 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0982165 Jan 21 09:47:47.118210 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4c104-6f8f-425d-a2e3-649616e90a57 req-15274028-6189-4c9d-929f-d47540f15f90 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:47.119693 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-24f4c104-6f8f-425d-a2e3-649616e90a57 req-15274028-6189-4c9d-929f-d47540f15f90 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 946 time: 0.1359155 Jan 21 09:47:47.188825 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-a2f1382f-c8c0-4ab6-ad0b-d52f82101342 req-20861f89-a48c-45da-bd29-60891e72baf8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:47.189209 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-a2f1382f-c8c0-4ab6-ad0b-d52f82101342 req-20861f89-a48c-45da-bd29-60891e72baf8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910602'] for floatingip (694bec9f-3bd8-4780-8e70-13cab15da52c), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:47.189544 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.l3_db [req-a2f1382f-c8c0-4ab6-ad0b-d52f82101342 req-20861f89-a48c-45da-bd29-60891e72baf8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Floating IP 694bec9f-3bd8-4780-8e70-13cab15da52c disassociated. External IP: 172.27.1.109, port: ec640504-2a98-43e9-a97b-ca251ed7f526. Jan 21 09:47:47.189903 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-a2f1382f-c8c0-4ab6-ad0b-d52f82101342 req-20861f89-a48c-45da-bd29-60891e72baf8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Calling delete_port for ec640504-2a98-43e9-a97b-ca251ed7f526 owned by compute:nova {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:47:47.205454 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-21b6b2aa-d130-4388-bc60-292e4d16ab7b req-28b1966d-d002-48bf-ae99-f0a1b0309ad1 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658307 Jan 21 09:47:47.213409 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-24f4c104-6f8f-425d-a2e3-649616e90a57 req-8d4b3f61-3169-451a-b591-09d42a3080ff tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/security-groups?id=961bed9f-dec8-4542-9ba7-878648b566ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871003 Jan 21 09:47:47.349480 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-a2f1382f-c8c0-4ab6-ad0b-d52f82101342 req-20861f89-a48c-45da-bd29-60891e72baf8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (ec640504-2a98-43e9-a97b-ca251ed7f526), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:47.362069 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a00c7b-deda-4644-8bc3-e95470f75cea tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Router d4417b3f-c882-4dec-9e91-e4744307c5dc has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:47.378458 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642421f4-6652-48e6-8bc7-5d457284d535 req-c6c85ed7-bcb8-4d43-b504-cf1019503854 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:47.380608 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-642421f4-6652-48e6-8bc7-5d457284d535 req-c6c85ed7-bcb8-4d43-b504-cf1019503854 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=3d24bb40-f9d4-4fa3-93b1-762b75508576 HTTP/1.1" status: 200 len: 946 time: 0.0809705 Jan 21 09:47:47.383216 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20861f89-a48c-45da-bd29-60891e72baf8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Pushing event deleted for resources: {'Port': ['ID=ec640504-2a98-43e9-a97b-ca251ed7f526,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:47.475396 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-642421f4-6652-48e6-8bc7-5d457284d535 req-4541fbd6-7239-44db-a7db-b5953896e83e tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=a0140347-329b-4dd3-83ac-5e463dc8ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874386 Jan 21 09:47:47.508106 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2f1382f-c8c0-4ab6-ad0b-d52f82101342 req-20861f89-a48c-45da-bd29-60891e72baf8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Router 8ee40f4e-dad1-4072-a96a-156a3c12825a has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:47.554186 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a00c7b-deda-4644-8bc3-e95470f75cea tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:47.559549 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-06a00c7b-deda-4644-8bc3-e95470f75cea tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:47.567234 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a71fcf4-9d80-45d1-b073-8c4472e0e585 None None] Sync routers for ids ['d4417b3f-c882-4dec-9e91-e4744307c5dc'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:47.573237 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcfa63-bce5-4904-a54e-516d6336902f req-3f1a7363-cd04-430d-8714-46760b080595 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:47.574810 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-debcfa63-bce5-4904-a54e-516d6336902f req-3f1a7363-cd04-430d-8714-46760b080595 tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.130 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 946 time: 0.0685499 Jan 21 09:47:47.579547 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a71fcf4-9d80-45d1-b073-8c4472e0e585 None None] Routers {'d4417b3f-c882-4dec-9e91-e4744307c5dc'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:47:47.580382 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-0a71fcf4-9d80-45d1-b073-8c4472e0e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:47:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['d4417b3f-c882-4dec-9e91-e4744307c5dc'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:47.626901 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2f1382f-c8c0-4ab6-ad0b-d52f82101342 req-20861f89-a48c-45da-bd29-60891e72baf8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:47.628741 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-06a00c7b-deda-4644-8bc3-e95470f75cea tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "PUT /v2.0/floatingips/3d65c168-d77e-4ebd-ac16-bdfb2d6d97d1 HTTP/1.1" status: 200 len: 992 time: 1.2744224 Jan 21 09:47:47.632419 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'tag': 'bfd9f4e3-7841-4225-baea-936775113c41'}] {{(pid=109057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:47.635924 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79949007bb9b1bb4c7285b4ffc7cbdeea347a4eb7e1b137d5b1548f1f832f7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e3c210-f50f-44f7-b62e-4eaba72f2226" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b33e26-e60b-4990-8e22-364c8dd2645b", "tag": "bfd9f4e3-7841-4225-baea-936775113c41"}]}' {{(pid=109057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:47:47.656301 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21af4c42-4d54-47ae-87e5-7af03a257ddb None None] Sync routers for ids ['8ee40f4e-dad1-4072-a96a-156a3c12825a'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:47.674284 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af4c42-4d54-47ae-87e5-7af03a257ddb None None] Routers {'8ee40f4e-dad1-4072-a96a-156a3c12825a'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:47:47.674977 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-21af4c42-4d54-47ae-87e5-7af03a257ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:47:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['8ee40f4e-dad1-4072-a96a-156a3c12825a'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:47.703270 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [req-debcfa63-bce5-4904-a54e-516d6336902f req-deba01c0-6327-4f27-984f-40115301d29c tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Deleting port dda8259a-ac04-4b4b-beb5-195ec816b4ff {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:47:47.704181 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f1382f-c8c0-4ab6-ad0b-d52f82101342 req-20861f89-a48c-45da-bd29-60891e72baf8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] No DVR routers for this DVR port ec640504-2a98-43e9-a97b-ca251ed7f526 on host hv-cinder-81561 {{(pid=109056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:47.705071 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-debcfa63-bce5-4904-a54e-516d6336902f req-deba01c0-6327-4f27-984f-40115301d29c tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (dda8259a-ac04-4b4b-beb5-195ec816b4ff), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:47.708155 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-a2f1382f-c8c0-4ab6-ad0b-d52f82101342 req-20861f89-a48c-45da-bd29-60891e72baf8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:47.712873 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a2f1382f-c8c0-4ab6-ad0b-d52f82101342 req-20861f89-a48c-45da-bd29-60891e72baf8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.130 "DELETE /v2.0/ports/ec640504-2a98-43e9-a97b-ca251ed7f526 HTTP/1.1" status: 204 len: 173 time: 1.3458052 Jan 21 09:47:47.713377 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d24bb40-f9d4-4fa3-93b1-762b75508576', 'name': 'network-vif-deleted', 'tag': 'ec640504-2a98-43e9-a97b-ca251ed7f526'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:47.716699 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da590fa4-f46d-4f40-9360-798c5f80fb4c" -d '{"events": [{"server_uuid": "3d24bb40-f9d4-4fa3-93b1-762b75508576", "name": "network-vif-deleted", "tag": "ec640504-2a98-43e9-a97b-ca251ed7f526"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:47:47.726680 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-0a71fcf4-9d80-45d1-b073-8c4472e0e585 None None] Set router d4417b3f-c882-4dec-9e91-e4744307c5dc gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:47:47.734969 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546467ec-97e8-41f3-a604-8bc0dc77b920 x-openstack-request-id: req-546467ec-97e8-41f3-a604-8bc0dc77b920 {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:47:47.737400 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b33e26-e60b-4990-8e22-364c8dd2645b", "tag": "bfd9f4e3-7841-4225-baea-936775113c41", "status": "completed", "code": 200}]} {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:47:47.737945 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-546467ec-97e8-41f3-a604-8bc0dc77b920 {{(pid=109057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:47:47.743869 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'tag': 'bfd9f4e3-7841-4225-baea-936775113c41', 'status': 'completed', 'code': 200} Jan 21 09:47:47.889055 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-21af4c42-4d54-47ae-87e5-7af03a257ddb None None] Set router 8ee40f4e-dad1-4072-a96a-156a3c12825a gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:47:47.892900 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3c210-f50f-44f7-b62e-4eaba72f2226 req-ca16c896-ac9b-4546-b808-316106ada1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:47.894455 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-52e3c210-f50f-44f7-b62e-4eaba72f2226 req-ca16c896-ac9b-4546-b808-316106ada1b4 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=7856a1f7c3034123ad5178bc63058030&device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 1099 time: 0.1387756 Jan 21 09:47:47.903745 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [req-debcfa63-bce5-4904-a54e-516d6336902f req-deba01c0-6327-4f27-984f-40115301d29c tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] For port dda8259a-ac04-4b4b-beb5-195ec816b4ff, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=dda8259a-ac04-4b4b-beb5-195ec816b4ff,segment=NetworkSegment(7cf31147-4072-451c-8900-718e7f39ea0e),segment_id=7cf31147-4072-451c-8900-718e7f39ea0e)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:47.904382 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-debcfa63-bce5-4904-a54e-516d6336902f req-deba01c0-6327-4f27-984f-40115301d29c tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (dda8259a-ac04-4b4b-beb5-195ec816b4ff), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:47.933340 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [req-debcfa63-bce5-4904-a54e-516d6336902f req-deba01c0-6327-4f27-984f-40115301d29c tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Calling delete_port for dda8259a-ac04-4b4b-beb5-195ec816b4ff owned by compute:nova {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:47:47.952138 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573065ac-897b-4aad-b215-0b4863630e28 x-openstack-request-id: req-573065ac-897b-4aad-b215-0b4863630e28 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:47:47.952455 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d24bb40-f9d4-4fa3-93b1-762b75508576", "name": "network-vif-deleted", "tag": "ec640504-2a98-43e9-a97b-ca251ed7f526", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:47:47.952577 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-573065ac-897b-4aad-b215-0b4863630e28 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:47:47.952976 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d24bb40-f9d4-4fa3-93b1-762b75508576', 'name': 'network-vif-deleted', 'tag': 'ec640504-2a98-43e9-a97b-ca251ed7f526', 'status': 'completed', 'code': 200} Jan 21 09:47:48.061870 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3c210-f50f-44f7-b62e-4eaba72f2226 req-23a6c511-9498-41e2-9e89-5118a1bf2105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:48.065873 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-52e3c210-f50f-44f7-b62e-4eaba72f2226 req-23a6c511-9498-41e2-9e89-5118a1bf2105 service neutron] 10.222.0.130 "GET /v2.0/networks?id=07378755-75a7-4292-9dfc-589db966e3ea HTTP/1.1" status: 200 len: 918 time: 0.1646101 Jan 21 09:47:48.149453 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-debcfa63-bce5-4904-a54e-516d6336902f req-deba01c0-6327-4f27-984f-40115301d29c tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (dda8259a-ac04-4b4b-beb5-195ec816b4ff), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:48.170300 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-21af4c42-4d54-47ae-87e5-7af03a257ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '74edab38-68ed-47a0-b4b8-f7db34806da2', 'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'mac_address': 'fa:16:3e:6a:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:34Z', 'updated_at': '2022-01-21T09:42:48Z', 'revision_number': 5, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'subnets': [{'id': '915c81a7-b891-4f9b-9add-d5069201e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:48.180339 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-52e3c210-f50f-44f7-b62e-4eaba72f2226 req-40afba66-a1e0-4f4f-9933-fa3bcbb68c27 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfd9f4e3-7841-4225-baea-936775113c41 HTTP/1.1" status: 200 len: 1000 time: 0.1052797 Jan 21 09:47:48.182584 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-0a71fcf4-9d80-45d1-b073-8c4472e0e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 4, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '3d65c168-d77e-4ebd-ac16-bdfb2d6d97d1', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'port_id': 'bfd9f4e3-7841-4225-baea-936775113c41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'mac_address': 'fa:16:3e:4e:2b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:36Z', 'updated_at': '2022-01-21T09:47:46Z', 'revision_number': 1, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7799c63-47a1-437e-904e-6028e97a1ab5', 'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'mac_address': 'fa:16:3e:a7:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:37Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 5, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'subnets': [{'id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:48.183573 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba01c0-6327-4f27-984f-40115301d29c tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Pushing event deleted for resources: {'Port': ['ID=dda8259a-ac04-4b4b-beb5-195ec816b4ff,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:48.218334 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21af4c42-4d54-47ae-87e5-7af03a257ddb None None] Checking router: 8ee40f4e-dad1-4072-a96a-156a3c12825a for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:48.221402 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a71fcf4-9d80-45d1-b073-8c4472e0e585 None None] Checking router: d4417b3f-c882-4dec-9e91-e4744307c5dc for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:48.232920 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a71fcf4-9d80-45d1-b073-8c4472e0e585 None None] Routers {'d4417b3f-c882-4dec-9e91-e4744307c5dc'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:47:48.233563 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-0a71fcf4-9d80-45d1-b073-8c4472e0e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:47:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['d4417b3f-c882-4dec-9e91-e4744307c5dc'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:48.255292 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3c210-f50f-44f7-b62e-4eaba72f2226 req-0a18a470-03d0-4612-a2c6-8cfaf49e8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:48.257031 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-52e3c210-f50f-44f7-b62e-4eaba72f2226 req-0a18a470-03d0-4612-a2c6-8cfaf49e8ccc service neutron] 10.222.0.130 "GET /v2.0/subnets?id=8ce5e84a-93b0-4cbd-b344-38a756d16f49 HTTP/1.1" status: 200 len: 856 time: 0.0623932 Jan 21 09:47:48.265364 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af4c42-4d54-47ae-87e5-7af03a257ddb None None] Routers {'8ee40f4e-dad1-4072-a96a-156a3c12825a'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:47:48.273621 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-21af4c42-4d54-47ae-87e5-7af03a257ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:47:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['8ee40f4e-dad1-4072-a96a-156a3c12825a'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:48.397891 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-0a71fcf4-9d80-45d1-b073-8c4472e0e585 None None] Set router d4417b3f-c882-4dec-9e91-e4744307c5dc gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:47:48.439058 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3c210-f50f-44f7-b62e-4eaba72f2226 req-cbedffe3-0baa-425f-a13c-1df7721f1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:48.441175 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-52e3c210-f50f-44f7-b62e-4eaba72f2226 req-cbedffe3-0baa-425f-a13c-1df7721f1d1f service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=07378755-75a7-4292-9dfc-589db966e3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1764357 Jan 21 09:47:48.503854 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-21af4c42-4d54-47ae-87e5-7af03a257ddb None None] Set router 8ee40f4e-dad1-4072-a96a-156a3c12825a gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:47:48.513271 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aad4ae-3f9a-4ffe-9861-70a6fb08893c req-8d721453-667a-4cf2-8048-bf700d3a2882 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:48.520735 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-80aad4ae-3f9a-4ffe-9861-70a6fb08893c req-8d721453-667a-4cf2-8048-bf700d3a2882 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.1179490 Jan 21 09:47:48.578746 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [req-debcfa63-bce5-4904-a54e-516d6336902f req-deba01c0-6327-4f27-984f-40115301d29c tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] No DVR routers for this DVR port dda8259a-ac04-4b4b-beb5-195ec816b4ff on host hv-cinder-81561 {{(pid=109057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:48.583792 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-debcfa63-bce5-4904-a54e-516d6336902f req-deba01c0-6327-4f27-984f-40115301d29c tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:48.587736 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-debcfa63-bce5-4904-a54e-516d6336902f req-deba01c0-6327-4f27-984f-40115301d29c tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.130 "DELETE /v2.0/ports/dda8259a-ac04-4b4b-beb5-195ec816b4ff HTTP/1.1" status: 204 len: 173 time: 0.9977772 Jan 21 09:47:48.605377 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-abf51cf4-15fb-4bb9-91af-1951ea11df5a req-9b10644f-7e0c-4b3d-a1cb-a36f6c1ceb5f tempest-AttachVolumeNegativeTest-2009606702 tempest-AttachVolumeNegativeTest-2009606702-project] 10.222.0.112 "GET /v2.0/ports?device_id=5496a916-485c-4037-b9f2-34c840938f9c HTTP/1.1" status: 200 len: 210 time: 0.0353322 Jan 21 09:47:48.636378 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-80aad4ae-3f9a-4ffe-9861-70a6fb08893c req-cccd136d-9e00-451e-9eef-0e4b2463a29d tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145487 Jan 21 09:47:48.701593 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-52e3c210-f50f-44f7-b62e-4eaba72f2226 req-83e26368-c229-4f33-91bb-76f2a29fd23f service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502489 Jan 21 09:47:48.750609 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54138) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:48.788478 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:48.815766 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-21af4c42-4d54-47ae-87e5-7af03a257ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '74edab38-68ed-47a0-b4b8-f7db34806da2', 'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'mac_address': 'fa:16:3e:6a:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:34Z', 'updated_at': '2022-01-21T09:42:48Z', 'revision_number': 5, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'subnets': [{'id': '915c81a7-b891-4f9b-9add-d5069201e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:48.822016 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-0a71fcf4-9d80-45d1-b073-8c4472e0e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 4, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '3d65c168-d77e-4ebd-ac16-bdfb2d6d97d1', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'port_id': 'bfd9f4e3-7841-4225-baea-936775113c41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'mac_address': 'fa:16:3e:4e:2b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:36Z', 'updated_at': '2022-01-21T09:47:46Z', 'revision_number': 1, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7799c63-47a1-437e-904e-6028e97a1ab5', 'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'mac_address': 'fa:16:3e:a7:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:37Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 5, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'subnets': [{'id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:48.857191 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21af4c42-4d54-47ae-87e5-7af03a257ddb None None] The sync data for ids ['8ee40f4e-dad1-4072-a96a-156a3c12825a'] in dv-cinder-815614-10-iscsi is: [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '74edab38-68ed-47a0-b4b8-f7db34806da2', 'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'mac_address': 'fa:16:3e:6a:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:34Z', 'updated_at': '2022-01-21T09:42:48Z', 'revision_number': 5, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'subnets': [{'id': '915c81a7-b891-4f9b-9add-d5069201e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:48.865584 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a71fcf4-9d80-45d1-b073-8c4472e0e585 None None] The sync data for ids ['d4417b3f-c882-4dec-9e91-e4744307c5dc'] in dv-cinder-815614-10-iscsi is: [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 4, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '3d65c168-d77e-4ebd-ac16-bdfb2d6d97d1', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'port_id': 'bfd9f4e3-7841-4225-baea-936775113c41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'mac_address': 'fa:16:3e:4e:2b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:36Z', 'updated_at': '2022-01-21T09:47:46Z', 'revision_number': 1, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7799c63-47a1-437e-904e-6028e97a1ab5', 'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'mac_address': 'fa:16:3e:a7:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:37Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 5, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'subnets': [{'id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:48.866608 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-52e3c210-f50f-44f7-b62e-4eaba72f2226 req-22f1065b-ad48-4e90-95b7-70a4d0b98712 service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559875 Jan 21 09:47:48.868098 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-20f058d2-34ff-4ae3-8a80-dfcfed6ce09d tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group (a0140347-329b-4dd3-83ac-5e463dc8ceb6), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:48.904377 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-20f058d2-34ff-4ae3-8a80-dfcfed6ce09d tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group (a0140347-329b-4dd3-83ac-5e463dc8ceb6), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:48.964984 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-20f058d2-34ff-4ae3-8a80-dfcfed6ce09d tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (a0140347-329b-4dd3-83ac-5e463dc8ceb6), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:48.968036 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-20f058d2-34ff-4ae3-8a80-dfcfed6ce09d tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:48.969326 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-20f058d2-34ff-4ae3-8a80-dfcfed6ce09d tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "DELETE /v2.0/security-groups/a0140347-329b-4dd3-83ac-5e463dc8ceb6 HTTP/1.1" status: 204 len: 168 time: 0.2173281 Jan 21 09:47:48.972494 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54142) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:48.990249 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.api.v2.resource [None req-4f666844-5e3e-4bef-817f-32282b272c98 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] show failed (client error): The resource could not be found. Jan 21 09:47:48.990402 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f058d2-34ff-4ae3-8a80-dfcfed6ce09d tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0140347-329b-4dd3-83ac-5e463dc8ceb6,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:48.995231 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54144) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:48.996517 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-4f666844-5e3e-4bef-817f-32282b272c98 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups/a0140347-329b-4dd3-83ac-5e463dc8ceb6 HTTP/1.1" status: 404 len: 347 time: 0.0227947 Jan 21 09:47:49.138296 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-fae2ec10-101f-4846-be42-d2fa6d874c55 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Deleting port 3580fce0-9955-43d4-9193-c3824816711e {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:47:49.139074 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fae2ec10-101f-4846-be42-d2fa6d874c55 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (3580fce0-9955-43d4-9193-c3824816711e), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:49.229797 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:49.238103 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fae2ec10-101f-4846-be42-d2fa6d874c55 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (3580fce0-9955-43d4-9193-c3824816711e), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:49.238506 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fae2ec10-101f-4846-be42-d2fa6d874c55 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for floatingip (3580fce0-9955-43d4-9193-c3824816711e), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:49.241921 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d616f33-2b34-4f75-82ad-1294b25bd486 None None] New status for floating IP 694bec9f-3bd8-4780-8e70-13cab15da52c: DOWN {{(pid=109058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:47:49.251607 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-fae2ec10-101f-4846-be42-d2fa6d874c55 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Calling delete_port for 3580fce0-9955-43d4-9193-c3824816711e owned by network:floatingip {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:47:49.407595 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06301ad-56fa-4732-8d23-3ebf6eb1d501 None None] New status for floating IP 3d65c168-d77e-4ebd-ac16-bdfb2d6d97d1: ACTIVE {{(pid=109059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:47:49.414709 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fae2ec10-101f-4846-be42-d2fa6d874c55 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (3580fce0-9955-43d4-9193-c3824816711e), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:49.447605 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2ec10-101f-4846-be42-d2fa6d874c55 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Pushing event deleted for resources: {'Port': ['ID=3580fce0-9955-43d4-9193-c3824816711e,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:49.504695 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fae2ec10-101f-4846-be42-d2fa6d874c55 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for floatingip (694bec9f-3bd8-4780-8e70-13cab15da52c), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:49.508626 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fae2ec10-101f-4846-be42-d2fa6d874c55 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:49.510827 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-fae2ec10-101f-4846-be42-d2fa6d874c55 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "DELETE /v2.0/floatingips/694bec9f-3bd8-4780-8e70-13cab15da52c HTTP/1.1" status: 204 len: 168 time: 0.5135236 Jan 21 09:47:49.670468 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54152) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:49.730402 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_v2 [None req-7974eaa3-1069-49fd-9e43-9e1b1dc9c444 admin admin] Deleting subnet ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0 {{(pid=109057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:47:49.745504 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5496a916-485c-4037-b9f2-34c840938f9c', 'name': 'network-vif-deleted', 'tag': 'dda8259a-ac04-4b4b-beb5-195ec816b4ff'}] {{(pid=109057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:49.747842 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79949007bb9b1bb4c7285b4ffc7cbdeea347a4eb7e1b137d5b1548f1f832f7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774bbe5b-f2b4-458b-8774-a409dc5fd058" -d '{"events": [{"server_uuid": "5496a916-485c-4037-b9f2-34c840938f9c", "name": "network-vif-deleted", "tag": "dda8259a-ac04-4b4b-beb5-195ec816b4ff"}]}' {{(pid=109057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:47:49.752572 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7974eaa3-1069-49fd-9e43-9e1b1dc9c444 admin admin] Publish callbacks [] for subnet (ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:49.795002 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7974eaa3-1069-49fd-9e43-9e1b1dc9c444 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4494556'] for subnet (ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0), precommit_delete_associations {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:49.820875 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6eabb-ba16-4523-a11a-456b932a8747 req-c327d361-a71e-4779-a461-c0e3f5f67c70 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:49.822366 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e1c6eabb-ba16-4523-a11a-456b932a8747 req-c327d361-a71e-4779-a461-c0e3f5f67c70 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.1076908 Jan 21 09:47:49.864770 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7974eaa3-1069-49fd-9e43-9e1b1dc9c444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440766'] for subnet (ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:49.910889 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e1c6eabb-ba16-4523-a11a-456b932a8747 req-ef658397-ab50-48fe-869e-8433db4d9bf6 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816755 Jan 21 09:47:49.943902 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7974eaa3-1069-49fd-9e43-9e1b1dc9c444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4495266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4499785'] for subnet (ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:49.972205 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42800aaf-ba86-4468-874d-c8b11dbfcbb6 x-openstack-request-id: req-42800aaf-ba86-4468-874d-c8b11dbfcbb6 {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:47:49.972361 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5496a916-485c-4037-b9f2-34c840938f9c", "name": "network-vif-deleted", "tag": "dda8259a-ac04-4b4b-beb5-195ec816b4ff", "status": "completed", "code": 200}]} {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:47:49.972673 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-42800aaf-ba86-4468-874d-c8b11dbfcbb6 {{(pid=109057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:47:49.973559 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5496a916-485c-4037-b9f2-34c840938f9c', 'name': 'network-vif-deleted', 'tag': 'dda8259a-ac04-4b4b-beb5-195ec816b4ff', 'status': 'completed', 'code': 200} Jan 21 09:47:49.975009 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974eaa3-1069-49fd-9e43-9e1b1dc9c444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:49.981239 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7974eaa3-1069-49fd-9e43-9e1b1dc9c444 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:49.985181 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-7974eaa3-1069-49fd-9e43-9e1b1dc9c444 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/ce0ac3db-d415-4f7f-a2fc-bc0ca7ef3db0 HTTP/1.1" status: 204 len: 168 time: 0.3130696 Jan 21 09:47:49.987869 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54158) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:50.055239 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device ec640504-2a98-43e9-a97b-ca251ed7f526 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:47:50.066889 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466178'] for network (10533aac-077a-4455-8456-4513b777be2f), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.076433 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: ec640504-2a98-43e9-a97b-ca251ed7f526 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:47:50.076893 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device ec640504-2a98-43e9-a97b-ca251ed7f526 not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:47:50.077495 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device dda8259a-ac04-4b4b-beb5-195ec816b4ff no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:47:50.100900 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: dda8259a-ac04-4b4b-beb5-195ec816b4ff {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:47:50.101359 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device dda8259a-ac04-4b4b-beb5-195ec816b4ff not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:47:50.164991 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409116', 'neutron.services.segments.db._delete_segments_for_network-8767559616543'] for network (10533aac-077a-4455-8456-4513b777be2f), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.172897 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54160) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:50.178022 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-ded744df-4d1c-4033-9c67-d7018d915832 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--111205141', 'description': 'tempest-description--1134117037'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:50.184946 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10533aac-077a-4455-8456-4513b777be2f']}} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:50.194465 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf31147-4072-451c-8900-718e7f39ea0e') {'for_net_delete': True} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:50.194777 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf31147-4072-451c-8900-718e7f39ea0e') {} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:50.202259 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ded744df-4d1c-4033-9c67-d7018d915832 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.204381 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767559616925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051238'] for segment (7cf31147-4072-451c-8900-718e7f39ea0e), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.219958 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (7cf31147-4072-451c-8900-718e7f39ea0e), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.227364 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=109056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:47:50.227782 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6057279'] for segment (7cf31147-4072-451c-8900-718e7f39ea0e), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: Traceback (most recent call last): Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: timer() Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: cb(*args, **kw) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: return func(*args, **kwargs) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: self._notify() Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: self.callback(batched_events) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: event.method(event) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:47:50.229924 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:50.235025 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:47:50.235025 dv-cinder-815614-10-iscsi neutron-server[109056]: return f(self, *a, **k) Jan 21 09:47:50.235025 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:47:50.235025 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._get(url).json() Jan 21 09:47:50.235025 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:47:50.235025 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:50.235025 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:47:50.235025 dv-cinder-815614-10-iscsi neutron-server[109056]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:50.235025 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:47:50.235025 dv-cinder-815614-10-iscsi neutron-server[109056]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:50.235025 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:47:50.235025 dv-cinder-815614-10-iscsi neutron-server[109056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:50.235025 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:47:50.235025 dv-cinder-815614-10-iscsi neutron-server[109056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:50.235025 dv-cinder-815614-10-iscsi neutron-server[109056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:50.283419 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ded744df-4d1c-4033-9c67-d7018d915832 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group (e6558439-7950-4dd5-a037-2a34ea8a2260), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.288464 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ded744df-4d1c-4033-9c67-d7018d915832 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (e6558439-7950-4dd5-a037-2a34ea8a2260), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.300371 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910546'] for network (10533aac-077a-4455-8456-4513b777be2f), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.308548 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.320185 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] 10.222.0.112 "DELETE /v2.0/networks/10533aac-077a-4455-8456-4513b777be2f HTTP/1.1" status: 204 len: 168 time: 0.3305650 Jan 21 09:47:50.326294 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ded744df-4d1c-4033-9c67-d7018d915832 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.327681 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-ded744df-4d1c-4033-9c67-d7018d915832 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1537306 Jan 21 09:47:50.328928 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded744df-4d1c-4033-9c67-d7018d915832 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6558439-7950-4dd5-a037-2a34ea8a2260,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:50.331200 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54164) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:50.336056 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-b29a1ae6-0a8b-448c-9950-f9ecb17a058c tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Request body: {'security_group_rule': {'security_group_id': 'e6558439-7950-4dd5-a037-2a34ea8a2260', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:50.348654 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Pushing event deleted for resources: {'Network': ['ID=10533aac-077a-4455-8456-4513b777be2f,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:50.356851 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:50.357213 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:50.357576 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:50.357930 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:50.358315 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:50.358985 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:50.359339 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:50.359791 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:50.360445 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:50.360811 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:50.361334 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:50.361684 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:50.362199 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850fc56-1ad4-47a9-b97a-60fd4308be98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:50.371393 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b29a1ae6-0a8b-448c-9950-f9ecb17a058c tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group_rule (3009bb3e-9d65-4965-afec-97417bbe4479), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.437150 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b29a1ae6-0a8b-448c-9950-f9ecb17a058c tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group_rule (3009bb3e-9d65-4965-afec-97417bbe4479), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.442629 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b29a1ae6-0a8b-448c-9950-f9ecb17a058c tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (3009bb3e-9d65-4965-afec-97417bbe4479), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.476897 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a1ae6-0a8b-448c-9950-f9ecb17a058c tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3009bb3e-9d65-4965-afec-97417bbe4479,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:50.483624 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b29a1ae6-0a8b-448c-9950-f9ecb17a058c tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.484683 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-b29a1ae6-0a8b-448c-9950-f9ecb17a058c tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526642 Jan 21 09:47:50.487568 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54166) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:50.492688 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-e5b16c99-b730-45db-8991-6caaf7255e98 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Request body: {'security_group_rule': {'security_group_id': 'e6558439-7950-4dd5-a037-2a34ea8a2260', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:50.516246 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54168) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:50.526572 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e5b16c99-b730-45db-8991-6caaf7255e98 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group_rule (1df40a22-843b-4e0a-84a4-141040dcc8b3), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.572811 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-7a2ed38e-98e7-44be-99a3-6225f1d5b1eb admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3ab22d0716c7425db3b829685bfe7c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0527318 Jan 21 09:47:50.573057 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54170) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:50.595977 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e5b16c99-b730-45db-8991-6caaf7255e98 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group_rule (1df40a22-843b-4e0a-84a4-141040dcc8b3), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.601336 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e5b16c99-b730-45db-8991-6caaf7255e98 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (1df40a22-843b-4e0a-84a4-141040dcc8b3), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.622646 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b16c99-b730-45db-8991-6caaf7255e98 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df40a22-843b-4e0a-84a4-141040dcc8b3,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:50.634371 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e5b16c99-b730-45db-8991-6caaf7255e98 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.635280 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d080d0a5-b2b4-4d1d-888b-f5579ea5f228 admin admin] Publish callbacks [] for security_group (961bed9f-dec8-4542-9ba7-878648b566ce), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.636332 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-e5b16c99-b730-45db-8991-6caaf7255e98 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475179 Jan 21 09:47:50.639439 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54172) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:50.644265 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-4a9b36e0-8d59-4ff3-b2e0-f1be3bd970e7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Request body: {'floatingip': {'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:50.667738 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d080d0a5-b2b4-4d1d-888b-f5579ea5f228 admin admin] Publish callbacks [] for security_group (961bed9f-dec8-4542-9ba7-878648b566ce), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.673809 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4a9b36e0-8d59-4ff3-b2e0-f1be3bd970e7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.720952 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d080d0a5-b2b4-4d1d-888b-f5579ea5f228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (961bed9f-dec8-4542-9ba7-878648b566ce), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.724077 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d080d0a5-b2b4-4d1d-888b-f5579ea5f228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.725283 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-d080d0a5-b2b4-4d1d-888b-f5579ea5f228 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/961bed9f-dec8-4542-9ba7-878648b566ce HTTP/1.1" status: 204 len: 168 time: 0.1500816 Jan 21 09:47:50.733886 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080d0a5-b2b4-4d1d-888b-f5579ea5f228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961bed9f-dec8-4542-9ba7-878648b566ce,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:50.785076 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4a9b36e0-8d59-4ff3-b2e0-f1be3bd970e7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:50.900461 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [None req-4a9b36e0-8d59-4ff3-b2e0-f1be3bd970e7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Allocated IP 172.27.1.32 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/57e8d9ee-c2a7-46d3-9078-b4854e5bcc8d) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:51.040615 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4a9b36e0-8d59-4ff3-b2e0-f1be3bd970e7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for port (57e8d9ee-c2a7-46d3-9078-b4854e5bcc8d), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:51.071867 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc70983-eec6-4bb3-83e0-874ebb6e1df0 req-33ab543d-5bc2-40d7-953f-dcc167e67b8e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:51.073690 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0fc70983-eec6-4bb3-83e0-874ebb6e1df0 req-33ab543d-5bc2-40d7-953f-dcc167e67b8e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0853159 Jan 21 09:47:51.115105 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4a9b36e0-8d59-4ff3-b2e0-f1be3bd970e7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (57e8d9ee-c2a7-46d3-9078-b4854e5bcc8d), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:51.180274 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0fc70983-eec6-4bb3-83e0-874ebb6e1df0 req-50bdffdf-3476-4942-ba8b-58b82b926b07 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980849 Jan 21 09:47:51.184409 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9b36e0-8d59-4ff3-b2e0-f1be3bd970e7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:51.186276 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-4a9b36e0-8d59-4ff3-b2e0-f1be3bd970e7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:51.188196 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b36e0-8d59-4ff3-b2e0-f1be3bd970e7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Pushing event updated for resources: {'Port': ['ID=57e8d9ee-c2a7-46d3-9078-b4854e5bcc8d,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:51.190420 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b36e0-8d59-4ff3-b2e0-f1be3bd970e7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:47:51.279940 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4a9b36e0-8d59-4ff3-b2e0-f1be3bd970e7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for floatingip (99d2b2e2-eb27-42c0-afe2-f4da510fb85b), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:51.319202 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4a9b36e0-8d59-4ff3-b2e0-f1be3bd970e7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (57e8d9ee-c2a7-46d3-9078-b4854e5bcc8d), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:51.479777 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4a9b36e0-8d59-4ff3-b2e0-f1be3bd970e7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for port (57e8d9ee-c2a7-46d3-9078-b4854e5bcc8d), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:51.485663 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4a9b36e0-8d59-4ff3-b2e0-f1be3bd970e7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4495340'] for port (57e8d9ee-c2a7-46d3-9078-b4854e5bcc8d), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:51.559054 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b36e0-8d59-4ff3-b2e0-f1be3bd970e7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Pushing event updated for resources: {'Port': ['ID=57e8d9ee-c2a7-46d3-9078-b4854e5bcc8d,revision_number=2']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:51.568627 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4a9b36e0-8d59-4ff3-b2e0-f1be3bd970e7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910602'] for floatingip (99d2b2e2-eb27-42c0-afe2-f4da510fb85b), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:51.584647 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4a9b36e0-8d59-4ff3-b2e0-f1be3bd970e7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:51.591305 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-4a9b36e0-8d59-4ff3-b2e0-f1be3bd970e7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9507592 Jan 21 09:47:51.796354 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-86d53296-17a9-41b5-92ee-b485fa039704 req-3b1de553-8817-4ee9-ad21-32684a1ac3f4 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--111205141&fields=id&tenant_id=bf5c8457d6fe4995bbd14e5daf73f93a HTTP/1.1" status: 200 len: 267 time: 0.0488472 Jan 21 09:47:51.904630 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d53296-17a9-41b5-92ee-b485fa039704 req-ad6b2263-d05c-4239-aa0c-0dc1b99806a0 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:51.906132 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-86d53296-17a9-41b5-92ee-b485fa039704 req-ad6b2263-d05c-4239-aa0c-0dc1b99806a0 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/networks?id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe HTTP/1.1" status: 200 len: 809 time: 0.1026096 Jan 21 09:47:51.921476 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-86d53296-17a9-41b5-92ee-b485fa039704 req-ae9b44c2-0a41-4f56-90f5-20ff1b9eb55a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/quotas/bf5c8457d6fe4995bbd14e5daf73f93a HTTP/1.1" status: 200 len: 375 time: 0.0093555 Jan 21 09:47:51.973033 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-86d53296-17a9-41b5-92ee-b485fa039704 req-445023bd-895e-46d1-bbc5-7e381c901643 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=bf5c8457d6fe4995bbd14e5daf73f93a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462334 Jan 21 09:47:52.177527 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-86d53296-17a9-41b5-92ee-b485fa039704 req-bfc6b60c-3c74-4cb8-a5b2-de5aa8e3a5c5 service neutron] 10.222.0.112 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927495 Jan 21 09:47:52.272744 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-86d53296-17a9-41b5-92ee-b485fa039704 req-88fb5ce3-991b-44b2-9eaa-0f2cfa3c99d9 service neutron] 10.222.0.112 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929420 Jan 21 09:47:52.354462 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8beab6-20b8-4ce8-8072-2bae142911c5 req-7566d221-9f5a-4eec-866c-ae2c78fae178 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:52.357581 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5d8beab6-20b8-4ce8-8072-2bae142911c5 req-7566d221-9f5a-4eec-866c-ae2c78fae178 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0626516 Jan 21 09:47:52.423600 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5d8beab6-20b8-4ce8-8072-2bae142911c5 req-53404017-e371-44ba-980c-e765783f0eee tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589874 Jan 21 09:47:52.460661 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54242) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:52.503867 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-38819b68-4b08-4e06-ab46-045dd36a7524 req-1fd161fc-344c-408b-94ca-2030b8122034 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 210 time: 0.0348530 Jan 21 09:47:52.584333 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ee2c609f-c8ba-48f2-98d5-deba22ab0526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:52.666824 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ee2c609f-c8ba-48f2-98d5-deba22ab0526 admin admin] Publish callbacks [] for security_group (0a1fd09e-d4fa-4d22-a5ae-6902752263a2), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:52.671091 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ee2c609f-c8ba-48f2-98d5-deba22ab0526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (0a1fd09e-d4fa-4d22-a5ae-6902752263a2), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:52.711102 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c609f-c8ba-48f2-98d5-deba22ab0526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1fd09e-d4fa-4d22-a5ae-6902752263a2,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:52.719614 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-ee2c609f-c8ba-48f2-98d5-deba22ab0526 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4c8d3aa4fff34c5daaaa8e25b6d1cb9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574773 Jan 21 09:47:52.720438 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54252) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:52.773220 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f482a421-882d-425d-b266-b252c844ff7d admin admin] Publish callbacks [] for security_group (0a1fd09e-d4fa-4d22-a5ae-6902752263a2), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:52.796704 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f482a421-882d-425d-b266-b252c844ff7d admin admin] Publish callbacks [] for security_group (0a1fd09e-d4fa-4d22-a5ae-6902752263a2), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:52.849081 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f482a421-882d-425d-b266-b252c844ff7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (0a1fd09e-d4fa-4d22-a5ae-6902752263a2), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:52.851799 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f482a421-882d-425d-b266-b252c844ff7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:52.857032 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-f482a421-882d-425d-b266-b252c844ff7d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0a1fd09e-d4fa-4d22-a5ae-6902752263a2 HTTP/1.1" status: 204 len: 168 time: 0.1314318 Jan 21 09:47:52.861191 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482a421-882d-425d-b266-b252c844ff7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1fd09e-d4fa-4d22-a5ae-6902752263a2,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:53.151078 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54258) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:53.165026 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-2b024e23-4fa1-40c7-beee-63e86812bcf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:53.242404 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-2b024e23-4fa1-40c7-beee-63e86812bcf9 admin admin] Publish callbacks [] for security_group (2a077fab-4204-47d3-a759-c99aafa2c173), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:53.247200 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-2b024e23-4fa1-40c7-beee-63e86812bcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (2a077fab-4204-47d3-a759-c99aafa2c173), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:53.290760 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-2b024e23-4fa1-40c7-beee-63e86812bcf9 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c9803fb80ae94fe1a6852bc54b080e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385088 Jan 21 09:47:53.291824 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b024e23-4fa1-40c7-beee-63e86812bcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a077fab-4204-47d3-a759-c99aafa2c173,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:53.293703 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54262) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:53.350015 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f2108649-fa83-475c-ab06-d7fcc0d2347d admin admin] Publish callbacks [] for security_group (2a077fab-4204-47d3-a759-c99aafa2c173), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:53.372541 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f2108649-fa83-475c-ab06-d7fcc0d2347d admin admin] Publish callbacks [] for security_group (2a077fab-4204-47d3-a759-c99aafa2c173), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:53.520563 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f2108649-fa83-475c-ab06-d7fcc0d2347d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (2a077fab-4204-47d3-a759-c99aafa2c173), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:53.523049 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f2108649-fa83-475c-ab06-d7fcc0d2347d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:53.524234 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-f2108649-fa83-475c-ab06-d7fcc0d2347d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/2a077fab-4204-47d3-a759-c99aafa2c173 HTTP/1.1" status: 204 len: 168 time: 0.2292430 Jan 21 09:47:53.544993 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d53296-17a9-41b5-92ee-b485fa039704 req-9d6e4862-4d0f-47ba-8a4d-281b1a04b5f1 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:53.547266 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-86d53296-17a9-41b5-92ee-b485fa039704 req-9d6e4862-4d0f-47ba-8a4d-281b1a04b5f1 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.130 "GET /v2.0/networks?id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe HTTP/1.1" status: 200 len: 809 time: 0.1618681 Jan 21 09:47:53.592185 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2108649-fa83-475c-ab06-d7fcc0d2347d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a077fab-4204-47d3-a759-c99aafa2c173,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:53.637247 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9c42ea9a-0d49-4980-9cf1-309963ec49dd req-1cef4a3d-5aaf-45d9-9f11-02b0de6c257b tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 210 time: 0.0390844 Jan 21 09:47:53.643265 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05663592-d66d-4fe5-9683-60e5ef268846 req-c19bc0cb-022a-42ad-8086-10ff1485ce25 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:53.645543 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-05663592-d66d-4fe5-9683-60e5ef268846 req-c19bc0cb-022a-42ad-8086-10ff1485ce25 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.1362708 Jan 21 09:47:53.655148 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-86d53296-17a9-41b5-92ee-b485fa039704 req-348453a9-f2fd-48bf-b9fd-cf72204a801e tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.130 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf5c8457d6fe4995bbd14e5daf73f93a HTTP/1.1" status: 200 len: 379 time: 0.0810618 Jan 21 09:47:53.668796 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-86d53296-17a9-41b5-92ee-b485fa039704 req-889dac0d-50ad-4bab-9061-111c658c82a8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Request body: {'port': {'device_id': '83eb67ff-b2a6-440d-b400-1c208aadfb30', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'admin_state_up': True, 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'security_groups': ['e6558439-7950-4dd5-a037-2a34ea8a2260']}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:53.765834 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-05663592-d66d-4fe5-9683-60e5ef268846 req-3677e9dc-2824-42e1-80ef-ac8bba60032b tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096792 Jan 21 09:47:53.815456 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d53296-17a9-41b5-92ee-b485fa039704 req-889dac0d-50ad-4bab-9061-111c658c82a8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Made reservation on behalf of bf5c8457d6fe4995bbd14e5daf73f93a for: {'port': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:53.820528 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-86d53296-17a9-41b5-92ee-b485fa039704 req-889dac0d-50ad-4bab-9061-111c658c82a8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:53.831044 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2278f-f4ef-4845-bb69-9b663465dc2f req-ca94676c-3029-4b47-8eff-c0b3f83d307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:53.834032 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-82b2278f-f4ef-4845-bb69-9b663465dc2f req-ca94676c-3029-4b47-8eff-c0b3f83d307f service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=b0f3677d18a14829ba92c635e3e952b4&device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 1099 time: 0.0479088 Jan 21 09:47:53.939038 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2278f-f4ef-4845-bb69-9b663465dc2f req-5446628d-8b00-43e8-9749-d256ea24e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:53.940929 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-82b2278f-f4ef-4845-bb69-9b663465dc2f req-5446628d-8b00-43e8-9749-d256ea24e560 service neutron] 10.222.0.130 "GET /v2.0/networks?id=d94bdff3-5414-4f0b-add5-113ce72946b0 HTTP/1.1" status: 200 len: 910 time: 0.1004305 Jan 21 09:47:53.957823 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [req-86d53296-17a9-41b5-92ee-b485fa039704 req-889dac0d-50ad-4bab-9061-111c658c82a8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Allocated IP 172.20.0.8 (e6006ca4-4826-4a77-87a9-6d4fc13c2abe/915c81a7-b891-4f9b-9add-d5069201e814/bc912f30-d409-4a6a-9f0e-350507682a91) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:54.009552 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-82b2278f-f4ef-4845-bb69-9b663465dc2f req-9ff0e8d8-2a9c-438c-965a-8568f528c179 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7248ef6-9316-49a2-b5c2-6aa92f3ac971 HTTP/1.1" status: 200 len: 1002 time: 0.0623450 Jan 21 09:47:54.070117 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2278f-f4ef-4845-bb69-9b663465dc2f req-16cf386c-2c31-4057-a925-a4cbdf1517da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:54.070117 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-82b2278f-f4ef-4845-bb69-9b663465dc2f req-16cf386c-2c31-4057-a925-a4cbdf1517da service neutron] 10.222.0.130 "GET /v2.0/subnets?id=1b5bdd26-760c-4c0a-9b53-fd52016de2be HTTP/1.1" status: 200 len: 848 time: 0.0512493 Jan 21 09:47:54.113995 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-86d53296-17a9-41b5-92ee-b485fa039704 req-889dac0d-50ad-4bab-9061-111c658c82a8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for port (bc912f30-d409-4a6a-9f0e-350507682a91), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:54.120326 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2278f-f4ef-4845-bb69-9b663465dc2f req-d40cbc58-2b50-47c7-821e-09190322b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:54.121863 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-82b2278f-f4ef-4845-bb69-9b663465dc2f req-d40cbc58-2b50-47c7-821e-09190322b4c3 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=d94bdff3-5414-4f0b-add5-113ce72946b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0474432 Jan 21 09:47:54.156709 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-86d53296-17a9-41b5-92ee-b485fa039704 req-889dac0d-50ad-4bab-9061-111c658c82a8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (bc912f30-d409-4a6a-9f0e-350507682a91), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:54.210413 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d53296-17a9-41b5-92ee-b485fa039704 req-889dac0d-50ad-4bab-9061-111c658c82a8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Network e6006ca4-4826-4a77-87a9-6d4fc13c2abe is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:54.214765 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [req-86d53296-17a9-41b5-92ee-b485fa039704 req-889dac0d-50ad-4bab-9061-111c658c82a8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:54.216991 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dac0d-50ad-4bab-9061-111c658c82a8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Pushing event updated for resources: {'Port': ['ID=bc912f30-d409-4a6a-9f0e-350507682a91,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:54.219254 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d53296-17a9-41b5-92ee-b485fa039704 req-889dac0d-50ad-4bab-9061-111c658c82a8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:47:54.230976 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-82b2278f-f4ef-4845-bb69-9b663465dc2f req-a1b17bcd-e647-4d12-b422-7ca81a94ed0f service neutron] 10.222.0.130 "GET /v2.0/networks/d94bdff3-5414-4f0b-add5-113ce72946b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021509 Jan 21 09:47:54.292788 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d53296-17a9-41b5-92ee-b485fa039704 req-889dac0d-50ad-4bab-9061-111c658c82a8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:54.293472 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-86d53296-17a9-41b5-92ee-b485fa039704 req-889dac0d-50ad-4bab-9061-111c658c82a8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:54.316650 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-86d53296-17a9-41b5-92ee-b485fa039704 req-889dac0d-50ad-4bab-9061-111c658c82a8 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6508355 Jan 21 09:47:54.331920 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Request body: {'port': {'device_id': '83eb67ff-b2a6-440d-b400-1c208aadfb30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:54.359799 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-82b2278f-f4ef-4845-bb69-9b663465dc2f req-6e3d4555-01b5-4968-9c4c-b8b7453ec065 service neutron] 10.222.0.130 "GET /v2.0/networks/d94bdff3-5414-4f0b-add5-113ce72946b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184714 Jan 21 09:47:54.415818 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (bc912f30-d409-4a6a-9f0e-350507682a91), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:54.614780 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-864f620a-7451-46d7-8284-cae5d0a8cf31 None None] Provisioning complete for port bc912f30-d409-4a6a-9f0e-350507682a91 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:54.615555 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-864f620a-7451-46d7-8284-cae5d0a8cf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (bc912f30-d409-4a6a-9f0e-350507682a91), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:54.654345 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-864f620a-7451-46d7-8284-cae5d0a8cf31 None None] Port bc912f30-d409-4a6a-9f0e-350507682a91 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:47:54.712727 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc912f30-d409-4a6a-9f0e-350507682a91 {{(pid=109056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:47:54.722088 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Publish callbacks [] for port (bc912f30-d409-4a6a-9f0e-350507682a91), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:54.758947 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.provisioning_blocks [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Transition to ACTIVE for port object bc912f30-d409-4a6a-9f0e-350507682a91 will not be triggered until provisioned by entity L2. {{(pid=109056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:54.768695 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (bc912f30-d409-4a6a-9f0e-350507682a91), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:54.802505 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c934692-8800-4bdc-9018-55faa3b59020 req-af8fbb00-7cbf-4460-ad60-b6dbab4209fa tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:54.804010 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9c934692-8800-4bdc-9018-55faa3b59020 req-af8fbb00-7cbf-4460-ad60-b6dbab4209fa tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 931 time: 0.0841627 Jan 21 09:47:54.848679 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Pushing event updated for resources: {'Port': ['ID=bc912f30-d409-4a6a-9f0e-350507682a91,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:54.932016 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9c934692-8800-4bdc-9018-55faa3b59020 req-82593590-6c48-442b-b371-d2f06604fe9d tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6558439-7950-4dd5-a037-2a34ea8a2260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187944 Jan 21 09:47:54.937211 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb7e43-4b9f-4c42-b49c-239a9249a8fa req-07d4aa90-e729-4dcd-8b13-36fec57a3148 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:54.951126 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-86cb7e43-4b9f-4c42-b49c-239a9249a8fa req-07d4aa90-e729-4dcd-8b13-36fec57a3148 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0927644 Jan 21 09:47:54.969276 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Attempting to bind port bc912f30-d409-4a6a-9f0e-350507682a91 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:47:54.969276 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Attempting to bind port bc912f30-d409-4a6a-9f0e-350507682a91 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe'}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:47:54.969276 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Attempting to bind port bc912f30-d409-4a6a-9f0e-350507682a91 on network e6006ca4-4826-4a77-87a9-6d4fc13c2abe {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:47:54.974442 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Port bc912f30-d409-4a6a-9f0e-350507682a91 on network e6006ca4-4826-4a77-87a9-6d4fc13c2abe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:47:54.974767 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Attempting to bind port bc912f30-d409-4a6a-9f0e-350507682a91 on network e6006ca4-4826-4a77-87a9-6d4fc13c2abe {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:47:54.980444 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:47:54.980799 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Checking segment: {'id': 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:47:54.981200 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Bound using segment: {'id': 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe'} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:47:54.982164 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Bound port: bc912f30-d409-4a6a-9f0e-350507682a91, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe'}}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:47:54.982545 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (bc912f30-d409-4a6a-9f0e-350507682a91), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:55.022233 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-86cb7e43-4b9f-4c42-b49c-239a9249a8fa req-045b5446-da1c-4c7a-bc9b-d2017459509f tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699751 Jan 21 09:47:55.056290 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] For port bc912f30-d409-4a6a-9f0e-350507682a91, host hv-cinder-81561, cleared binding levels {{(pid=109056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:55.062892 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] For port bc912f30-d409-4a6a-9f0e-350507682a91, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=bc912f30-d409-4a6a-9f0e-350507682a91,segment=NetworkSegment(cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce),segment_id=cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce)] {{(pid=109056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:55.074488 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (bc912f30-d409-4a6a-9f0e-350507682a91), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:55.109840 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:55.110343 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:55.112065 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-86d53296-17a9-41b5-92ee-b485fa039704 req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] 10.222.0.130 "PUT /v2.0/ports/bc912f30-d409-4a6a-9f0e-350507682a91 HTTP/1.1" status: 200 len: 1093 time: 0.7856321 Jan 21 09:47:55.112508 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83eb67ff-b2a6-440d-b400-1c208aadfb30', 'tag': 'bc912f30-d409-4a6a-9f0e-350507682a91'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:55.115462 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb604ec4-e9f7-41af-9287-f80023bb602f" -d '{"events": [{"name": "network-changed", "server_uuid": "83eb67ff-b2a6-440d-b400-1c208aadfb30", "tag": "bc912f30-d409-4a6a-9f0e-350507682a91"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:47:55.147083 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccd3a9-0279-4968-b4ff-c11f375ea057 service neutron] Pushing event updated for resources: {'Port': ['ID=bc912f30-d409-4a6a-9f0e-350507682a91,revision_number=3']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:55.169742 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac6cea9-893b-43d6-8b5f-468c158cb0d3 x-openstack-request-id: req-aac6cea9-893b-43d6-8b5f-468c158cb0d3 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:47:55.170070 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83eb67ff-b2a6-440d-b400-1c208aadfb30", "tag": "bc912f30-d409-4a6a-9f0e-350507682a91", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:47:55.170308 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-aac6cea9-893b-43d6-8b5f-468c158cb0d3 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:47:55.170723 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83eb67ff-b2a6-440d-b400-1c208aadfb30', 'tag': 'bc912f30-d409-4a6a-9f0e-350507682a91', 'status': 'completed', 'code': 200} Jan 21 09:47:55.214063 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d53296-17a9-41b5-92ee-b485fa039704 req-bcd25988-c2f0-45c1-ad9b-1ef0e878d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:55.215796 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-86d53296-17a9-41b5-92ee-b485fa039704 req-bcd25988-c2f0-45c1-ad9b-1ef0e878d8d4 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=bf5c8457d6fe4995bbd14e5daf73f93a&device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 1096 time: 0.0560863 Jan 21 09:47:55.259124 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-86d53296-17a9-41b5-92ee-b485fa039704 req-97c4c47f-cb70-4e32-9154-56720b9e49dd service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc912f30-d409-4a6a-9f0e-350507682a91 HTTP/1.1" status: 200 len: 217 time: 0.0357511 Jan 21 09:47:55.313753 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d53296-17a9-41b5-92ee-b485fa039704 req-247a606d-f454-4443-ae29-494af33aae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:55.315682 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-86d53296-17a9-41b5-92ee-b485fa039704 req-247a606d-f454-4443-ae29-494af33aae4b service neutron] 10.222.0.130 "GET /v2.0/subnets?id=915c81a7-b891-4f9b-9add-d5069201e814 HTTP/1.1" status: 200 len: 848 time: 0.0491576 Jan 21 09:47:55.369842 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d53296-17a9-41b5-92ee-b485fa039704 req-20006436-65f1-428a-b8d7-c4dc72eb9666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:55.371485 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-86d53296-17a9-41b5-92ee-b485fa039704 req-20006436-65f1-428a-b8d7-c4dc72eb9666 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499291 Jan 21 09:47:55.468564 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-86d53296-17a9-41b5-92ee-b485fa039704 req-983b9cf3-e704-494d-a26c-50d3ffdf8d55 service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900331 Jan 21 09:47:55.592290 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-86d53296-17a9-41b5-92ee-b485fa039704 req-49732d41-ecb4-4c1c-96f5-4bf8667f6343 service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173766 Jan 21 09:47:55.658196 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54336) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:55.677656 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb604ec4-e9f7-41af-9287-f80023bb602f req-79c0cc08-8dc4-4efa-98d1-083d8e57f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:55.679292 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fb604ec4-e9f7-41af-9287-f80023bb602f req-79c0cc08-8dc4-4efa-98d1-083d8e57f8dc service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=bf5c8457d6fe4995bbd14e5daf73f93a&device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 1096 time: 0.0438840 Jan 21 09:47:55.768564 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-330e08bb-abd5-4afa-bd33-bf19130df8cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:55.775058 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb604ec4-e9f7-41af-9287-f80023bb602f req-785fbf7f-0b06-4cd0-9c49-d0f1c5f7b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:55.776594 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fb604ec4-e9f7-41af-9287-f80023bb602f req-785fbf7f-0b06-4cd0-9c49-d0f1c5f7b205 service neutron] 10.222.0.130 "GET /v2.0/networks?id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe HTTP/1.1" status: 200 len: 910 time: 0.0902560 Jan 21 09:47:55.822276 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fb604ec4-e9f7-41af-9287-f80023bb602f req-fef19407-99a6-420a-b79d-3451cab5f78a service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc912f30-d409-4a6a-9f0e-350507682a91 HTTP/1.1" status: 200 len: 217 time: 0.0380557 Jan 21 09:47:55.843859 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-330e08bb-abd5-4afa-bd33-bf19130df8cf admin admin] Publish callbacks [] for security_group (6c1f8e2a-6677-4e42-a40c-4ba436d8f3e6), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:55.849736 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-330e08bb-abd5-4afa-bd33-bf19130df8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (6c1f8e2a-6677-4e42-a40c-4ba436d8f3e6), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:55.876138 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb604ec4-e9f7-41af-9287-f80023bb602f req-5892c051-2f5e-44fc-8e80-9caef23edd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:55.877651 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fb604ec4-e9f7-41af-9287-f80023bb602f req-5892c051-2f5e-44fc-8e80-9caef23edd03 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=915c81a7-b891-4f9b-9add-d5069201e814 HTTP/1.1" status: 200 len: 848 time: 0.0462329 Jan 21 09:47:55.892894 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-330e08bb-abd5-4afa-bd33-bf19130df8cf admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=aacd621cf8cd4e8085580410121f835a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335179 Jan 21 09:47:55.893687 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e08bb-abd5-4afa-bd33-bf19130df8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1f8e2a-6677-4e42-a40c-4ba436d8f3e6,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:55.896080 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54340) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:55.939038 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb604ec4-e9f7-41af-9287-f80023bb602f req-759dae47-5949-451c-b7f2-6fff1f578830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:55.940584 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fb604ec4-e9f7-41af-9287-f80023bb602f req-759dae47-5949-451c-b7f2-6fff1f578830 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461924 Jan 21 09:47:55.949489 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-87f9ccb9-1c79-45f0-b74e-4b261663baf8 admin admin] Publish callbacks [] for security_group (6c1f8e2a-6677-4e42-a40c-4ba436d8f3e6), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:55.976363 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-87f9ccb9-1c79-45f0-b74e-4b261663baf8 admin admin] Publish callbacks [] for security_group (6c1f8e2a-6677-4e42-a40c-4ba436d8f3e6), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:56.036840 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-87f9ccb9-1c79-45f0-b74e-4b261663baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (6c1f8e2a-6677-4e42-a40c-4ba436d8f3e6), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:56.039493 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-87f9ccb9-1c79-45f0-b74e-4b261663baf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:56.043496 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-87f9ccb9-1c79-45f0-b74e-4b261663baf8 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6c1f8e2a-6677-4e42-a40c-4ba436d8f3e6 HTTP/1.1" status: 204 len: 168 time: 0.1436777 Jan 21 09:47:56.051698 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9ccb9-1c79-45f0-b74e-4b261663baf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1f8e2a-6677-4e42-a40c-4ba436d8f3e6,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:56.110159 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb0c4b-d877-4edb-a386-c7cf9c6bde80 req-398721ca-8a5b-4d2b-8609-8512a0ea9c7e tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:56.111732 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-50bb0c4b-d877-4edb-a386-c7cf9c6bde80 req-398721ca-8a5b-4d2b-8609-8512a0ea9c7e tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 943 time: 0.0921574 Jan 21 09:47:56.114305 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fb604ec4-e9f7-41af-9287-f80023bb602f req-4ef7611c-a903-400a-95ea-62a205afac1a service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668296 Jan 21 09:47:56.173626 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b14466-1270-4e8f-9210-f5ad8bd2ca4e req-a310a153-5c76-45d8-bec5-d21a8d01ec4c tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:56.175942 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b4b14466-1270-4e8f-9210-f5ad8bd2ca4e req-a310a153-5c76-45d8-bec5-d21a8d01ec4c tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0586386 Jan 21 09:47:56.245233 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b4b14466-1270-4e8f-9210-f5ad8bd2ca4e req-8e02938b-a496-4f51-bc18-546f85215389 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633922 Jan 21 09:47:56.422840 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54350) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:56.437509 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-44781435-d9ea-4278-bcb9-3b081adf6ed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:56.520416 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-44781435-d9ea-4278-bcb9-3b081adf6ed3 admin admin] Publish callbacks [] for security_group (c5130546-7b0b-493d-86fa-78a78cd8d4b5), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:56.523131 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-50bb0c4b-d877-4edb-a386-c7cf9c6bde80 req-db0cd655-8193-45c4-a0ea-2e56a5092cda tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6558439-7950-4dd5-a037-2a34ea8a2260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4034214 Jan 21 09:47:56.525305 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-44781435-d9ea-4278-bcb9-3b081adf6ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (c5130546-7b0b-493d-86fa-78a78cd8d4b5), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:56.557714 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fb604ec4-e9f7-41af-9287-f80023bb602f req-a95c5dd0-e456-49d4-b21c-601d0f744892 service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305730 Jan 21 09:47:56.566989 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-44781435-d9ea-4278-bcb9-3b081adf6ed3 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=34df81d52409420e80827029cd1ef74e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418641 Jan 21 09:47:56.567957 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44781435-d9ea-4278-bcb9-3b081adf6ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5130546-7b0b-493d-86fa-78a78cd8d4b5,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:56.570078 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54354) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:56.625553 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-da3cc46d-a7a2-490e-a728-dfd65ee83dfe admin admin] Publish callbacks [] for security_group (c5130546-7b0b-493d-86fa-78a78cd8d4b5), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:56.650176 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-da3cc46d-a7a2-490e-a728-dfd65ee83dfe admin admin] Publish callbacks [] for security_group (c5130546-7b0b-493d-86fa-78a78cd8d4b5), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:56.709893 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-da3cc46d-a7a2-490e-a728-dfd65ee83dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (c5130546-7b0b-493d-86fa-78a78cd8d4b5), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:56.712841 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-da3cc46d-a7a2-490e-a728-dfd65ee83dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:56.714052 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-da3cc46d-a7a2-490e-a728-dfd65ee83dfe admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c5130546-7b0b-493d-86fa-78a78cd8d4b5 HTTP/1.1" status: 204 len: 168 time: 0.1422698 Jan 21 09:47:56.723983 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cc46d-a7a2-490e-a728-dfd65ee83dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5130546-7b0b-493d-86fa-78a78cd8d4b5,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:57.372917 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d260f-4c8f-49df-8144-c7cfc96ae179 req-1ad8766a-6806-487f-a567-ed0471dc36d6 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:57.374434 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f31d260f-4c8f-49df-8144-c7cfc96ae179 req-1ad8766a-6806-487f-a567-ed0471dc36d6 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0528479 Jan 21 09:47:57.427283 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f31d260f-4c8f-49df-8144-c7cfc96ae179 req-17849193-558f-4420-9377-9fbaca07fefc tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470257 Jan 21 09:47:57.648104 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a840a9-55ad-4a78-b64f-8ce893f8e63c req-e7fb3edf-e6fb-4827-a263-1a32854813eb tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:57.649661 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-83a840a9-55ad-4a78-b64f-8ce893f8e63c req-e7fb3edf-e6fb-4827-a263-1a32854813eb tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0533955 Jan 21 09:47:57.679790 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-77ac9b56-98b0-4d55-9dcc-0fa805bf987c req-3f1e4a91-4864-4a53-9c4e-dc58977f7e46 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010573 Jan 21 09:47:57.697857 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddc3ff-fdde-487d-a7ff-ca6d50e026f2 req-e974fdea-f935-44cd-91d9-c37dacc4253e tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:57.704889 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d8ddc3ff-fdde-487d-a7ff-ca6d50e026f2 req-e974fdea-f935-44cd-91d9-c37dacc4253e tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 943 time: 0.1057098 Jan 21 09:47:57.725615 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-83a840a9-55ad-4a78-b64f-8ce893f8e63c req-ae0f47cb-8e0f-4af0-9cf7-9d68f19971a8 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691936 Jan 21 09:47:57.778847 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d8ddc3ff-fdde-487d-a7ff-ca6d50e026f2 req-00dc37ed-d2e4-473e-9f8f-c2e17ce458d7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6558439-7950-4dd5-a037-2a34ea8a2260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639360 Jan 21 09:47:58.107763 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device bc912f30-d409-4a6a-9f0e-350507682a91 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:47:58.109890 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d7248ef6-9316-49a2-b5c2-6aa92f3ac971 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:47:58.265618 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port d7248ef6-9316-49a2-b5c2-6aa92f3ac971 is: ACTIVE; New status is: DOWN {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:47:58.266082 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:58.273035 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port bc912f30-d409-4a6a-9f0e-350507682a91, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=bc912f30-d409-4a6a-9f0e-350507682a91,segment=NetworkSegment(cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce),segment_id=cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:58.296952 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': 'bc912f30-d409-4a6a-9f0e-350507682a91', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'port_id': 'bc912f30-d409-4a6a-9f0e-350507682a91', 'mac_address': 'fa:16:3e:32:43:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:47:58.304851 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24052800-ecfe-4489-aa21-c06229ee8664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:58.307232 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf02e87-7811-4d59-bb2e-3d8b98e0cb2b" -d '{"events": [{"server_uuid": "24052800-ecfe-4489-aa21-c06229ee8664", "name": "network-vif-unplugged", "status": "completed", "tag": "d7248ef6-9316-49a2-b5c2-6aa92f3ac971"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:47:58.323170 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d7248ef6-9316-49a2-b5c2-6aa92f3ac971, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d7248ef6-9316-49a2-b5c2-6aa92f3ac971,segment=NetworkSegment(2bee3456-64e3-440d-9603-a0ee121debf8),segment_id=2bee3456-64e3-440d-9603-a0ee121debf8)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:58.343509 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:58.386727 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port bc912f30-d409-4a6a-9f0e-350507682a91 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:47:58.387185 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (bc912f30-d409-4a6a-9f0e-350507682a91), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:58.414529 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc912f30-d409-4a6a-9f0e-350507682a91 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:47:58.425953 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=d7248ef6-9316-49a2-b5c2-6aa92f3ac971,revision_number=6']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:58.446954 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port bc912f30-d409-4a6a-9f0e-350507682a91, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=bc912f30-d409-4a6a-9f0e-350507682a91,segment=NetworkSegment(cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce),segment_id=cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:58.453349 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (bc912f30-d409-4a6a-9f0e-350507682a91), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:58.511625 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=bc912f30-d409-4a6a-9f0e-350507682a91,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:58.574263 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 21 Jan 2022 09:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc0500b-61ea-4eb6-8875-062ac73cccde x-openstack-request-id: req-6bc0500b-61ea-4eb6-8875-062ac73cccde {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:47:58.574677 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24052800-ecfe-4489-aa21-c06229ee8664", "name": "network-vif-unplugged", "status": "failed", "tag": "d7248ef6-9316-49a2-b5c2-6aa92f3ac971", "code": 422}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:47:58.574923 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6bc0500b-61ea-4eb6-8875-062ac73cccde {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:47:58.579193 dv-cinder-815614-10-iscsi neutron-server[109058]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '24052800-ecfe-4489-aa21-c06229ee8664', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971', 'code': 422} returned with failed status Jan 21 09:47:58.679147 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['bc912f30-d409-4a6a-9f0e-350507682a91'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:47:58.867960 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd227d3-df16-4004-bc0b-70da2ee394dc req-26f30a54-6417-43bb-8768-a9e9fba5d5a8 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:58.869686 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-edd227d3-df16-4004-bc0b-70da2ee394dc req-26f30a54-6417-43bb-8768-a9e9fba5d5a8 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 944 time: 0.0691555 Jan 21 09:47:58.901786 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f06b43-76bf-4daf-913a-1ef8fda9e646 req-6744ae9b-4b79-4228-b12b-d0d865684444 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:58.908907 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-67f06b43-76bf-4daf-913a-1ef8fda9e646 req-6744ae9b-4b79-4228-b12b-d0d865684444 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 944 time: 0.0597785 Jan 21 09:47:58.927534 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-edd227d3-df16-4004-bc0b-70da2ee394dc req-97a8acb2-c601-40fb-b068-42b1b04b6063 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513828 Jan 21 09:47:58.969974 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-67f06b43-76bf-4daf-913a-1ef8fda9e646 req-277b564d-af4b-48a9-8f7d-6dddf64ffbe7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6558439-7950-4dd5-a037-2a34ea8a2260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601838 Jan 21 09:47:59.049016 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac9b56-98b0-4d55-9dcc-0fa805bf987c req-c5f6bd80-bfb6-405a-a82d-74a1bdd5e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:59.051226 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-77ac9b56-98b0-4d55-9dcc-0fa805bf987c req-c5f6bd80-bfb6-405a-a82d-74a1bdd5e655 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664&tenant_id=b0f3677d18a14829ba92c635e3e952b4 HTTP/1.1" status: 200 len: 1097 time: 0.0460682 Jan 21 09:47:59.125758 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac9b56-98b0-4d55-9dcc-0fa805bf987c req-66294397-f5fe-4241-9ebe-40acc7d54dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:59.127622 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-77ac9b56-98b0-4d55-9dcc-0fa805bf987c req-66294397-f5fe-4241-9ebe-40acc7d54dcd service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=b0f3677d18a14829ba92c635e3e952b4&device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 1097 time: 0.0473695 Jan 21 09:47:59.229942 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac9b56-98b0-4d55-9dcc-0fa805bf987c req-a687531f-74de-4454-8772-5f5ac11340b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:59.231505 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-77ac9b56-98b0-4d55-9dcc-0fa805bf987c req-a687531f-74de-4454-8772-5f5ac11340b7 service neutron] 10.222.0.130 "GET /v2.0/networks?id=d94bdff3-5414-4f0b-add5-113ce72946b0 HTTP/1.1" status: 200 len: 910 time: 0.0979362 Jan 21 09:47:59.297015 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-77ac9b56-98b0-4d55-9dcc-0fa805bf987c req-b21093ab-7d67-45d0-9ac0-8df2491a0266 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7248ef6-9316-49a2-b5c2-6aa92f3ac971 HTTP/1.1" status: 200 len: 1000 time: 0.0587125 Jan 21 09:47:59.349537 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac9b56-98b0-4d55-9dcc-0fa805bf987c req-e01a4a9c-e367-4a23-ad07-f9e32fc32ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:59.351765 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-77ac9b56-98b0-4d55-9dcc-0fa805bf987c req-e01a4a9c-e367-4a23-ad07-f9e32fc32ad2 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=1b5bdd26-760c-4c0a-9b53-fd52016de2be HTTP/1.1" status: 200 len: 848 time: 0.0491414 Jan 21 09:47:59.399222 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac9b56-98b0-4d55-9dcc-0fa805bf987c req-f472c4b4-9f93-4086-b787-39d977e23e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:59.400770 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-77ac9b56-98b0-4d55-9dcc-0fa805bf987c req-f472c4b4-9f93-4086-b787-39d977e23e80 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=d94bdff3-5414-4f0b-add5-113ce72946b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404019 Jan 21 09:47:59.496412 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-77ac9b56-98b0-4d55-9dcc-0fa805bf987c req-58e92a15-77df-4693-9d7f-8ae5619979d1 service neutron] 10.222.0.130 "GET /v2.0/networks/d94bdff3-5414-4f0b-add5-113ce72946b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839751 Jan 21 09:47:59.591758 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-77ac9b56-98b0-4d55-9dcc-0fa805bf987c req-53207db5-8bc2-48a7-88e0-543fc9871027 service neutron] 10.222.0.130 "GET /v2.0/networks/d94bdff3-5414-4f0b-add5-113ce72946b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887935 Jan 21 09:48:00.054572 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aaf2c-8a83-4c36-8089-b1098a2dfd62 req-ddf19c90-555c-4aa7-be96-dd3d0f13dda9 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:00.056604 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-050aaf2c-8a83-4c36-8089-b1098a2dfd62 req-ddf19c90-555c-4aa7-be96-dd3d0f13dda9 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 944 time: 0.0517271 Jan 21 09:48:00.095279 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0beec-6e2c-4610-b6a0-25450249ea18 req-8e604648-819a-4b06-8aa2-d2362886b4be tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:00.096798 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bcc0beec-6e2c-4610-b6a0-25450249ea18 req-8e604648-819a-4b06-8aa2-d2362886b4be tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 944 time: 0.0521936 Jan 21 09:48:00.107988 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-050aaf2c-8a83-4c36-8089-b1098a2dfd62 req-b8f75745-51d6-46ce-81eb-30df0daeca9d tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444493 Jan 21 09:48:00.133078 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device bc912f30-d409-4a6a-9f0e-350507682a91 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:48:00.148856 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bcc0beec-6e2c-4610-b6a0-25450249ea18 req-55fea55d-1219-4fde-af2c-47352f146a3c tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6558439-7950-4dd5-a037-2a34ea8a2260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460770 Jan 21 09:48:00.192341 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port bc912f30-d409-4a6a-9f0e-350507682a91 completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:00.197272 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port bc912f30-d409-4a6a-9f0e-350507682a91 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:00.197272 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (bc912f30-d409-4a6a-9f0e-350507682a91), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:00.287338 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port bc912f30-d409-4a6a-9f0e-350507682a91 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:48:00.287898 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (bc912f30-d409-4a6a-9f0e-350507682a91), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:00.323396 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port bc912f30-d409-4a6a-9f0e-350507682a91, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=bc912f30-d409-4a6a-9f0e-350507682a91,segment=NetworkSegment(cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce),segment_id=cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:00.327603 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (bc912f30-d409-4a6a-9f0e-350507682a91), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:00.376960 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=bc912f30-d409-4a6a-9f0e-350507682a91,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:00.576541 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83eb67ff-b2a6-440d-b400-1c208aadfb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc912f30-d409-4a6a-9f0e-350507682a91'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:00.579096 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43611983-397a-41f6-ae91-3a30d9516090" -d '{"events": [{"server_uuid": "83eb67ff-b2a6-440d-b400-1c208aadfb30", "name": "network-vif-plugged", "status": "completed", "tag": "bc912f30-d409-4a6a-9f0e-350507682a91"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:48:00.624613 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e83b22-a738-4a78-8564-61bef1c9833e x-openstack-request-id: req-03e83b22-a738-4a78-8564-61bef1c9833e {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:48:00.624935 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83eb67ff-b2a6-440d-b400-1c208aadfb30", "name": "network-vif-plugged", "status": "completed", "tag": "bc912f30-d409-4a6a-9f0e-350507682a91", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:48:00.625219 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-03e83b22-a738-4a78-8564-61bef1c9833e {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:48:00.625990 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83eb67ff-b2a6-440d-b400-1c208aadfb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc912f30-d409-4a6a-9f0e-350507682a91', 'code': 200} Jan 21 09:48:00.801962 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc78b2-3017-45c4-9edd-ed46f7a96e79 req-90f50419-c6e5-4f59-90d3-2eed142c39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:00.803439 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-95dc78b2-3017-45c4-9edd-ed46f7a96e79 req-90f50419-c6e5-4f59-90d3-2eed142c39bd service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 1098 time: 0.0476575 Jan 21 09:48:00.853606 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-95dc78b2-3017-45c4-9edd-ed46f7a96e79 req-8ea0f650-81cf-4896-946c-1d55befab6c6 service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=e6558439-7950-4dd5-a037-2a34ea8a2260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429602 Jan 21 09:48:01.232985 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753b2f2-f956-4482-a0ff-84bc179cc76c req-b7d380cb-159b-4c1e-b8d0-0fb6adda860a tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:01.234521 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5753b2f2-f956-4482-a0ff-84bc179cc76c req-b7d380cb-159b-4c1e-b8d0-0fb6adda860a tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 944 time: 0.0547590 Jan 21 09:48:01.261061 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:01.278929 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10446e24-8cdf-4d41-983b-2b95d7c6dd35 req-5c250197-213d-46f2-8ffa-c0d6a49d6854 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:01.281002 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-10446e24-8cdf-4d41-983b-2b95d7c6dd35 req-5c250197-213d-46f2-8ffa-c0d6a49d6854 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 945 time: 0.0561512 Jan 21 09:48:01.287262 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5753b2f2-f956-4482-a0ff-84bc179cc76c req-1e89213c-5de5-4310-9e73-260e9cfacac7 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464683 Jan 21 09:48:01.332867 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-10446e24-8cdf-4d41-983b-2b95d7c6dd35 req-9112083f-a313-4c06-99c1-f4be27971966 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6558439-7950-4dd5-a037-2a34ea8a2260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453024 Jan 21 09:48:01.432049 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-53f02922-79c7-4957-a5ea-73af9c357f95 req-6cd778ae-e43e-4929-bcdc-d7d70dad2806 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1034478291&fields=id&tenant_id=a88b4bd72bcf44a19d480e01fb3ffa89 HTTP/1.1" status: 200 len: 267 time: 0.0435109 Jan 21 09:48:01.488989 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f02922-79c7-4957-a5ea-73af9c357f95 req-ad58ea21-ed48-4564-8184-0968da7bfda8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:01.490474 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-53f02922-79c7-4957-a5ea-73af9c357f95 req-ad58ea21-ed48-4564-8184-0968da7bfda8 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 984 time: 0.0530167 Jan 21 09:48:01.501303 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-53f02922-79c7-4957-a5ea-73af9c357f95 req-2430b794-2774-46f7-b1c1-160b594857b9 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Request body: {'port': {'security_groups': ['c443506e-59ef-45b5-8699-bdbcedd8728e']}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:01.569451 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-53f02922-79c7-4957-a5ea-73af9c357f95 req-2430b794-2774-46f7-b1c1-160b594857b9 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:01.748154 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-53f02922-79c7-4957-a5ea-73af9c357f95 req-2430b794-2774-46f7-b1c1-160b594857b9 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] For port 34c3cd40-d8b3-48f5-9897-622d330e5988, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=34c3cd40-d8b3-48f5-9897-622d330e5988,segment=NetworkSegment(350bbcbb-1af6-4d86-95cf-1010219286ec),segment_id=350bbcbb-1af6-4d86-95cf-1010219286ec)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:01.777583 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-53f02922-79c7-4957-a5ea-73af9c357f95 req-2430b794-2774-46f7-b1c1-160b594857b9 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:01.782937 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-53f02922-79c7-4957-a5ea-73af9c357f95 req-2430b794-2774-46f7-b1c1-160b594857b9 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:01.802103 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['34c3cd40-d8b3-48f5-9897-622d330e5988'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:48:01.844670 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f02922-79c7-4957-a5ea-73af9c357f95 req-2430b794-2774-46f7-b1c1-160b594857b9 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:01.845800 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-53f02922-79c7-4957-a5ea-73af9c357f95 req-2430b794-2774-46f7-b1c1-160b594857b9 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:01.848167 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-53f02922-79c7-4957-a5ea-73af9c357f95 req-2430b794-2774-46f7-b1c1-160b594857b9 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "PUT /v2.0/ports/34c3cd40-d8b3-48f5-9897-622d330e5988 HTTP/1.1" status: 200 len: 942 time: 0.3513513 Jan 21 09:48:01.853684 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'tag': '34c3cd40-d8b3-48f5-9897-622d330e5988'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:01.856721 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e40b55-f49a-46d4-be91-46532a0d90e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0a081e-8e9a-4213-9b47-72f6ab93acdf", "tag": "34c3cd40-d8b3-48f5-9897-622d330e5988"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:48:01.857947 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54496) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:01.881839 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430b794-2774-46f7-b1c1-160b594857b9 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Pushing event updated for resources: {'Port': ['ID=34c3cd40-d8b3-48f5-9897-622d330e5988,revision_number=7']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:01.917613 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef967f4-bb39-459f-9017-cfb62bc25337 x-openstack-request-id: req-1ef967f4-bb39-459f-9017-cfb62bc25337 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:48:01.917919 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0a081e-8e9a-4213-9b47-72f6ab93acdf", "tag": "34c3cd40-d8b3-48f5-9897-622d330e5988", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:48:01.918195 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-1ef967f4-bb39-459f-9017-cfb62bc25337 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:48:01.919495 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'tag': '34c3cd40-d8b3-48f5-9897-622d330e5988', 'status': 'completed', 'code': 200} Jan 21 09:48:01.948202 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['34c3cd40-d8b3-48f5-9897-622d330e5988'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:48:01.991478 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d94f5285-b6cd-4da0-aa55-7030eaabe98c tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group (a1f64748-17c6-4a7c-9e1d-1ba2f63534fa), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:01.992969 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e40b55-f49a-46d4-be91-46532a0d90e2 req-f40beaa8-4cdb-4da4-b9a0-ec28a266bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:01.994536 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a0e40b55-f49a-46d4-be91-46532a0d90e2 req-f40beaa8-4cdb-4da4-b9a0-ec28a266bebf service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=a88b4bd72bcf44a19d480e01fb3ffa89&device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 1098 time: 0.0550458 Jan 21 09:48:02.027909 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d94f5285-b6cd-4da0-aa55-7030eaabe98c tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group (a1f64748-17c6-4a7c-9e1d-1ba2f63534fa), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:02.116498 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54502) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:02.159315 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d94f5285-b6cd-4da0-aa55-7030eaabe98c tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (a1f64748-17c6-4a7c-9e1d-1ba2f63534fa), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:02.164096 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d94f5285-b6cd-4da0-aa55-7030eaabe98c tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:02.166619 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-d94f5285-b6cd-4da0-aa55-7030eaabe98c tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "DELETE /v2.0/security-groups/a1f64748-17c6-4a7c-9e1d-1ba2f63534fa HTTP/1.1" status: 204 len: 168 time: 0.3055763 Jan 21 09:48:02.169152 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e40b55-f49a-46d4-be91-46532a0d90e2 req-561ee26f-a1d6-44c2-96be-1b0ea3e0e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:02.170686 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a0e40b55-f49a-46d4-be91-46532a0d90e2 req-561ee26f-a1d6-44c2-96be-1b0ea3e0e9f4 service neutron] 10.222.0.130 "GET /v2.0/networks?id=677739cc-fde9-4813-a949-b3058144337e HTTP/1.1" status: 200 len: 915 time: 0.1654308 Jan 21 09:48:02.171208 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54506) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:02.192876 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f5285-b6cd-4da0-aa55-7030eaabe98c tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f64748-17c6-4a7c-9e1d-1ba2f63534fa,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:02.321926 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a0e40b55-f49a-46d4-be91-46532a0d90e2 req-048947ff-4db8-4a2a-91ca-c7deaf051e83 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34c3cd40-d8b3-48f5-9897-622d330e5988 HTTP/1.1" status: 200 len: 1000 time: 0.1417539 Jan 21 09:48:02.323647 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-363b34a2-6dd6-473f-a298-27c5410bfc3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:02.403672 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-3d9ebe7b-ff67-4062-bd01-8d0e154b5f11 None None] Provisioning complete for port 34c3cd40-d8b3-48f5-9897-622d330e5988 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:02.404853 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-3d9ebe7b-ff67-4062-bd01-8d0e154b5f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:02.407118 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-363b34a2-6dd6-473f-a298-27c5410bfc3c admin admin] Publish callbacks [] for security_group (497d1ac1-35c8-44f2-a579-be7410246396), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:02.413917 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-363b34a2-6dd6-473f-a298-27c5410bfc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (497d1ac1-35c8-44f2-a579-be7410246396), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:02.464919 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e40b55-f49a-46d4-be91-46532a0d90e2 req-8a0d0081-76c5-4b42-b025-f7050f260392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:02.466415 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a0e40b55-f49a-46d4-be91-46532a0d90e2 req-8a0d0081-76c5-4b42-b025-f7050f260392 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=211478e8-1562-4e09-89ff-f0480ca89aa1 HTTP/1.1" status: 200 len: 853 time: 0.1137378 Jan 21 09:48:02.491581 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b34a2-6dd6-473f-a298-27c5410bfc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497d1ac1-35c8-44f2-a579-be7410246396,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:02.499419 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-363b34a2-6dd6-473f-a298-27c5410bfc3c admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=ce438899242843fd8628e1c4c0a50129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3799450 Jan 21 09:48:02.500025 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54514) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:02.505801 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ebe7b-ff67-4062-bd01-8d0e154b5f11 None None] Current status of the port 34c3cd40-d8b3-48f5-9897-622d330e5988 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:48:02.534497 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043fd05-fe15-4fc3-afd9-0e1ff92ae735 req-d6ff4fcd-cf56-4198-9e9c-7586af416855 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:02.536052 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c043fd05-fe15-4fc3-afd9-0e1ff92ae735 req-d6ff4fcd-cf56-4198-9e9c-7586af416855 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 944 time: 0.1684849 Jan 21 09:48:02.549554 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85acb7-aa38-4847-8647-f80d292ff33f req-f78e079f-59a2-4125-accf-1b54d07c2a5b tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:02.551150 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2e85acb7-aa38-4847-8647-f80d292ff33f req-f78e079f-59a2-4125-accf-1b54d07c2a5b tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 945 time: 0.1171811 Jan 21 09:48:02.572358 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9deaebbd-7066-4def-990d-419ddd7f551e admin admin] Publish callbacks [] for security_group (497d1ac1-35c8-44f2-a579-be7410246396), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:02.574502 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e40b55-f49a-46d4-be91-46532a0d90e2 req-28b52bc7-cabc-4932-ac04-fad60ee656c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:02.576051 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a0e40b55-f49a-46d4-be91-46532a0d90e2 req-28b52bc7-cabc-4932-ac04-fad60ee656c8 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=677739cc-fde9-4813-a949-b3058144337e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0877082 Jan 21 09:48:02.615989 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9deaebbd-7066-4def-990d-419ddd7f551e admin admin] Publish callbacks [] for security_group (497d1ac1-35c8-44f2-a579-be7410246396), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:02.620386 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-664d52eb-cd1e-4d05-9a01-fa0a0d486391 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Deleting port a5a9aaf2-665c-4ad2-bc4e-53c1e53d39b8 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:48:02.620748 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-664d52eb-cd1e-4d05-9a01-fa0a0d486391 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (a5a9aaf2-665c-4ad2-bc4e-53c1e53d39b8), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:02.643550 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2e85acb7-aa38-4847-8647-f80d292ff33f req-d21b6140-06fb-4a90-9557-8753a0dc5291 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6558439-7950-4dd5-a037-2a34ea8a2260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822775 Jan 21 09:48:02.657156 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c043fd05-fe15-4fc3-afd9-0e1ff92ae735 req-0d4cce30-7c67-4c87-b9c6-9d1847dd916a tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123033 Jan 21 09:48:02.681951 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9deaebbd-7066-4def-990d-419ddd7f551e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (497d1ac1-35c8-44f2-a579-be7410246396), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:02.685645 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9deaebbd-7066-4def-990d-419ddd7f551e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:02.689559 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-9deaebbd-7066-4def-990d-419ddd7f551e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/497d1ac1-35c8-44f2-a579-be7410246396 HTTP/1.1" status: 204 len: 168 time: 0.1848886 Jan 21 09:48:02.701145 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deaebbd-7066-4def-990d-419ddd7f551e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497d1ac1-35c8-44f2-a579-be7410246396,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:02.768074 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a0e40b55-f49a-46d4-be91-46532a0d90e2 req-ea179869-4248-47b2-8c6b-a15bdc9c7e7c service neutron] 10.222.0.130 "GET /v2.0/networks/677739cc-fde9-4813-a949-b3058144337e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791558 Jan 21 09:48:02.770294 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-664d52eb-cd1e-4d05-9a01-fa0a0d486391 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (a5a9aaf2-665c-4ad2-bc4e-53c1e53d39b8), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:02.770639 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-664d52eb-cd1e-4d05-9a01-fa0a0d486391 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for floatingip (a5a9aaf2-665c-4ad2-bc4e-53c1e53d39b8), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:02.794565 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-664d52eb-cd1e-4d05-9a01-fa0a0d486391 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Calling delete_port for a5a9aaf2-665c-4ad2-bc4e-53c1e53d39b8 owned by network:floatingip {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:48:02.832493 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f05c30-c4d9-4d91-a9d0-434ad2880bc4 req-58796cd4-8708-4139-a764-e2c22a0fbcd5 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:02.834081 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-87f05c30-c4d9-4d91-a9d0-434ad2880bc4 req-58796cd4-8708-4139-a764-e2c22a0fbcd5 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 945 time: 0.0613520 Jan 21 09:48:02.843453 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54520) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:02.849125 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-ed9b6e4a-cdbd-4eea-bb55-a67707fa3b0a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Request body: {'floatingip': {'port_id': 'bc912f30-d409-4a6a-9f0e-350507682a91'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:02.891884 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6e4a-cdbd-4eea-bb55-a67707fa3b0a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for floatingip (99d2b2e2-eb27-42c0-afe2-f4da510fb85b), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:02.969229 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a0e40b55-f49a-46d4-be91-46532a0d90e2 req-f8f44722-8cbb-4e79-9126-bac367a6ce10 service neutron] 10.222.0.130 "GET /v2.0/networks/677739cc-fde9-4813-a949-b3058144337e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836419 Jan 21 09:48:03.054455 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54524) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:03.070478 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-664d52eb-cd1e-4d05-9a01-fa0a0d486391 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (a5a9aaf2-665c-4ad2-bc4e-53c1e53d39b8), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:03.074207 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-708792eb-d319-4e0f-88a0-b4a1a16b55fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:03.102672 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d52eb-cd1e-4d05-9a01-fa0a0d486391 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Pushing event deleted for resources: {'Port': ['ID=a5a9aaf2-665c-4ad2-bc4e-53c1e53d39b8,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:03.193761 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-664d52eb-cd1e-4d05-9a01-fa0a0d486391 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks [] for floatingip (b6477ced-b7f3-417a-b97c-cd46ce95360e), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:03.194047 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.l3_db [None req-664d52eb-cd1e-4d05-9a01-fa0a0d486391 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Floating IP b6477ced-b7f3-417a-b97c-cd46ce95360e disassociated (deleted). External IP: 172.27.1.70, port: 34c3cd40-d8b3-48f5-9897-622d330e5988. Jan 21 09:48:03.302290 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-708792eb-d319-4e0f-88a0-b4a1a16b55fe admin admin] Publish callbacks [] for security_group (e0c2beff-4927-4a83-bd01-b1a45c4d7f43), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:03.311065 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-708792eb-d319-4e0f-88a0-b4a1a16b55fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (e0c2beff-4927-4a83-bd01-b1a45c4d7f43), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:03.363107 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708792eb-d319-4e0f-88a0-b4a1a16b55fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c2beff-4927-4a83-bd01-b1a45c4d7f43,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:03.378684 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6e4a-cdbd-4eea-bb55-a67707fa3b0a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:03.383993 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6e4a-cdbd-4eea-bb55-a67707fa3b0a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910602'] for floatingip (99d2b2e2-eb27-42c0-afe2-f4da510fb85b), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:03.396075 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-708792eb-d319-4e0f-88a0-b4a1a16b55fe admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=09f9cc3e9963483a90ab19c3898677e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405077 Jan 21 09:48:03.398856 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54526) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:03.484783 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.l3_db [None req-ed9b6e4a-cdbd-4eea-bb55-a67707fa3b0a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Floating IP 99d2b2e2-eb27-42c0-afe2-f4da510fb85b associated. External IP: 172.27.1.32, port: bc912f30-d409-4a6a-9f0e-350507682a91. Jan 21 09:48:03.503454 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-be1e2284-b361-4bf5-8a7a-c96be1c0991e admin admin] Publish callbacks [] for security_group (e0c2beff-4927-4a83-bd01-b1a45c4d7f43), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:03.517172 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664d52eb-cd1e-4d05-9a01-fa0a0d486391 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Router f714d7eb-b975-4b35-b704-cbf380a33306 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:03.538810 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-be1e2284-b361-4bf5-8a7a-c96be1c0991e admin admin] Publish callbacks [] for security_group (e0c2beff-4927-4a83-bd01-b1a45c4d7f43), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:03.663785 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-be1e2284-b361-4bf5-8a7a-c96be1c0991e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (e0c2beff-4927-4a83-bd01-b1a45c4d7f43), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:03.666306 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-be1e2284-b361-4bf5-8a7a-c96be1c0991e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:03.667554 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-be1e2284-b361-4bf5-8a7a-c96be1c0991e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e0c2beff-4927-4a83-bd01-b1a45c4d7f43 HTTP/1.1" status: 204 len: 168 time: 0.2677319 Jan 21 09:48:03.675269 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664d52eb-cd1e-4d05-9a01-fa0a0d486391 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:03.683263 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-664d52eb-cd1e-4d05-9a01-fa0a0d486391 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:03.688451 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c234f3ea-d8d2-4881-92f5-ba6555c345a7 None None] Sync routers for ids ['f714d7eb-b975-4b35-b704-cbf380a33306'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:48:03.704000 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e2284-b361-4bf5-8a7a-c96be1c0991e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c2beff-4927-4a83-bd01-b1a45c4d7f43,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:03.709340 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9b6e4a-cdbd-4eea-bb55-a67707fa3b0a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Router 8ee40f4e-dad1-4072-a96a-156a3c12825a has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:03.722837 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-664d52eb-cd1e-4d05-9a01-fa0a0d486391 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "DELETE /v2.0/floatingips/b6477ced-b7f3-417a-b97c-cd46ce95360e HTTP/1.1" status: 204 len: 168 time: 1.5496187 Jan 21 09:48:03.750649 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c234f3ea-d8d2-4881-92f5-ba6555c345a7 None None] Routers {'f714d7eb-b975-4b35-b704-cbf380a33306'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:48:03.755148 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-c234f3ea-d8d2-4881-92f5-ba6555c345a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:47:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['f714d7eb-b975-4b35-b704-cbf380a33306'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:03.829904 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9b6e4a-cdbd-4eea-bb55-a67707fa3b0a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:03.830174 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7041105-a793-4227-907a-5959c33efcc8 req-32028297-a231-418b-a0f2-7c3895591c4c tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:03.842318 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d0fd7-a12b-4d0e-836b-e451df4c527f None None] Sync routers for ids ['8ee40f4e-dad1-4072-a96a-156a3c12825a'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:48:03.843326 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6e4a-cdbd-4eea-bb55-a67707fa3b0a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:03.852646 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e7041105-a793-4227-907a-5959c33efcc8 req-32028297-a231-418b-a0f2-7c3895591c4c tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 944 time: 0.0826538 Jan 21 09:48:03.858310 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d0fd7-a12b-4d0e-836b-e451df4c527f None None] Routers {'8ee40f4e-dad1-4072-a96a-156a3c12825a'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:48:03.859522 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-b94d0fd7-a12b-4d0e-836b-e451df4c527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:47:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['8ee40f4e-dad1-4072-a96a-156a3c12825a'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:03.889945 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-ed9b6e4a-cdbd-4eea-bb55-a67707fa3b0a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "PUT /v2.0/floatingips/99d2b2e2-eb27-42c0-afe2-f4da510fb85b HTTP/1.1" status: 200 len: 990 time: 1.0452056 Jan 21 09:48:03.890841 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83eb67ff-b2a6-440d-b400-1c208aadfb30', 'tag': 'bc912f30-d409-4a6a-9f0e-350507682a91'}] {{(pid=109057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:03.894615 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79949007bb9b1bb4c7285b4ffc7cbdeea347a4eb7e1b137d5b1548f1f832f7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55872bad-f053-476d-a49a-d43214364d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "83eb67ff-b2a6-440d-b400-1c208aadfb30", "tag": "bc912f30-d409-4a6a-9f0e-350507682a91"}]}' {{(pid=109057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:48:03.923377 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'tag': '34c3cd40-d8b3-48f5-9897-622d330e5988'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:03.926222 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2089cc-854c-43f6-acd1-1936983802f9" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0a081e-8e9a-4213-9b47-72f6ab93acdf", "tag": "34c3cd40-d8b3-48f5-9897-622d330e5988"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:48:03.954771 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e7041105-a793-4227-907a-5959c33efcc8 req-bc7a1d31-b9d8-4eb1-973c-5f1eeacc7859 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012175 Jan 21 09:48:04.031211 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-c234f3ea-d8d2-4881-92f5-ba6555c345a7 None None] Set router f714d7eb-b975-4b35-b704-cbf380a33306 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:48:04.075065 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-b94d0fd7-a12b-4d0e-836b-e451df4c527f None None] Set router 8ee40f4e-dad1-4072-a96a-156a3c12825a gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:48:04.285699 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b36ccbe-01a2-4aa2-996a-1ae54964bbb0 x-openstack-request-id: req-5b36ccbe-01a2-4aa2-996a-1ae54964bbb0 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:48:04.286027 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0a081e-8e9a-4213-9b47-72f6ab93acdf", "tag": "34c3cd40-d8b3-48f5-9897-622d330e5988", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:48:04.289885 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54552) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:04.290080 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-5b36ccbe-01a2-4aa2-996a-1ae54964bbb0 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:48:04.290692 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'tag': '34c3cd40-d8b3-48f5-9897-622d330e5988', 'status': 'completed', 'code': 200} Jan 21 09:48:04.325733 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a8c419f8-a1d1-47fe-8b2f-badd1bc75427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:04.346340 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-c234f3ea-d8d2-4881-92f5-ba6555c345a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'name': 'tempest-TestMinimumBasicScenario-723539494-router', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:08Z', 'revision_number': 4, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'gw_port': {'id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '07aa7900-df3a-4755-9c66-030306b57116', 'name': '', 'network_id': '677739cc-fde9-4813-a949-b3058144337e', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'mac_address': 'fa:16:3e:57:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:08Z', 'updated_at': '2022-01-21T09:45:17Z', 'revision_number': 5, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'subnets': [{'id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:04.411530 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2089cc-854c-43f6-acd1-1936983802f9 req-cb5fbd02-7fd0-4cb7-9da8-b7515d4e2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:04.419421 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8a2089cc-854c-43f6-acd1-1936983802f9 req-cb5fbd02-7fd0-4cb7-9da8-b7515d4e2f21 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=a88b4bd72bcf44a19d480e01fb3ffa89&device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 1098 time: 0.1022656 Jan 21 09:48:04.435575 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c234f3ea-d8d2-4881-92f5-ba6555c345a7 None None] Checking router: f714d7eb-b975-4b35-b704-cbf380a33306 for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:48:04.451006 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a8c419f8-a1d1-47fe-8b2f-badd1bc75427 admin admin] Publish callbacks [] for security_group (04f8394d-8ae3-44e0-a577-320156883568), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:04.459477 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a8c419f8-a1d1-47fe-8b2f-badd1bc75427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (04f8394d-8ae3-44e0-a577-320156883568), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:04.459968 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c234f3ea-d8d2-4881-92f5-ba6555c345a7 None None] Routers {'f714d7eb-b975-4b35-b704-cbf380a33306'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:48:04.460900 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-c234f3ea-d8d2-4881-92f5-ba6555c345a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:47:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['f714d7eb-b975-4b35-b704-cbf380a33306'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:04.501932 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-b94d0fd7-a12b-4d0e-836b-e451df4c527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '99d2b2e2-eb27-42c0-afe2-f4da510fb85b', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'port_id': 'bc912f30-d409-4a6a-9f0e-350507682a91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'mac_address': 'fa:16:3e:32:43:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb67ff-b2a6-440d-b400-1c208aadfb30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:51Z', 'updated_at': '2022-01-21T09:48:03Z', 'revision_number': 1, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74edab38-68ed-47a0-b4b8-f7db34806da2', 'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'mac_address': 'fa:16:3e:6a:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:34Z', 'updated_at': '2022-01-21T09:42:48Z', 'revision_number': 5, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'subnets': [{'id': '915c81a7-b891-4f9b-9add-d5069201e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:04.509752 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-a8c419f8-a1d1-47fe-8b2f-badd1bc75427 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d260ac54e77a400b8ac774ea3b4c6d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187183 Jan 21 09:48:04.512656 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54554) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:04.539087 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d0fd7-a12b-4d0e-836b-e451df4c527f None None] Checking router: 8ee40f4e-dad1-4072-a96a-156a3c12825a for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:48:04.543363 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37ac98f-70c5-4ccd-bad3-05c7b18dd9e8 x-openstack-request-id: req-c37ac98f-70c5-4ccd-bad3-05c7b18dd9e8 {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:48:04.544084 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83eb67ff-b2a6-440d-b400-1c208aadfb30", "tag": "bc912f30-d409-4a6a-9f0e-350507682a91", "status": "completed", "code": 200}]} {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:48:04.544357 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-c37ac98f-70c5-4ccd-bad3-05c7b18dd9e8 {{(pid=109057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:48:04.544783 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83eb67ff-b2a6-440d-b400-1c208aadfb30', 'tag': 'bc912f30-d409-4a6a-9f0e-350507682a91', 'status': 'completed', 'code': 200} Jan 21 09:48:04.545643 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c419f8-a1d1-47fe-8b2f-badd1bc75427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f8394d-8ae3-44e0-a577-320156883568,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:04.570001 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d0fd7-a12b-4d0e-836b-e451df4c527f None None] Routers {'8ee40f4e-dad1-4072-a96a-156a3c12825a'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:48:04.572407 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-b94d0fd7-a12b-4d0e-836b-e451df4c527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:47:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['8ee40f4e-dad1-4072-a96a-156a3c12825a'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:04.608719 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2089cc-854c-43f6-acd1-1936983802f9 req-2b566787-dd69-4573-8582-034996eb68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:04.610283 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8a2089cc-854c-43f6-acd1-1936983802f9 req-2b566787-dd69-4573-8582-034996eb68a7 service neutron] 10.222.0.130 "GET /v2.0/networks?id=677739cc-fde9-4813-a949-b3058144337e HTTP/1.1" status: 200 len: 915 time: 0.1843631 Jan 21 09:48:04.618569 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0e4ff33a-5b2e-4c0a-bf2a-9f6e9ac39b2e admin admin] Publish callbacks [] for security_group (04f8394d-8ae3-44e0-a577-320156883568), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:04.656972 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55872bad-f053-476d-a49a-d43214364d2a req-7da11018-1517-4c0f-acb6-e3fb0b1df4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:04.660022 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-55872bad-f053-476d-a49a-d43214364d2a req-7da11018-1517-4c0f-acb6-e3fb0b1df4d8 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=bf5c8457d6fe4995bbd14e5daf73f93a&device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 1098 time: 0.0854304 Jan 21 09:48:04.661834 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8a2089cc-854c-43f6-acd1-1936983802f9 req-fbff7b93-94e8-4efc-9369-456be9e37490 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34c3cd40-d8b3-48f5-9897-622d330e5988 HTTP/1.1" status: 200 len: 217 time: 0.0431910 Jan 21 09:48:04.665255 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0e4ff33a-5b2e-4c0a-bf2a-9f6e9ac39b2e admin admin] Publish callbacks [] for security_group (04f8394d-8ae3-44e0-a577-320156883568), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:04.734955 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2089cc-854c-43f6-acd1-1936983802f9 req-dd776eee-bc88-45ba-9a4d-4e811764efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:04.736701 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8a2089cc-854c-43f6-acd1-1936983802f9 req-dd776eee-bc88-45ba-9a4d-4e811764efe9 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=211478e8-1562-4e09-89ff-f0480ca89aa1 HTTP/1.1" status: 200 len: 853 time: 0.0592213 Jan 21 09:48:04.760466 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-b94d0fd7-a12b-4d0e-836b-e451df4c527f None None] Set router 8ee40f4e-dad1-4072-a96a-156a3c12825a gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:48:04.795043 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2089cc-854c-43f6-acd1-1936983802f9 req-a66c3264-a247-4177-9d5a-c25292f60eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:04.797177 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8a2089cc-854c-43f6-acd1-1936983802f9 req-a66c3264-a247-4177-9d5a-c25292f60eef service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=677739cc-fde9-4813-a949-b3058144337e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0537055 Jan 21 09:48:04.802425 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-c234f3ea-d8d2-4881-92f5-ba6555c345a7 None None] Set router f714d7eb-b975-4b35-b704-cbf380a33306 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:48:04.970506 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8a2089cc-854c-43f6-acd1-1936983802f9 req-981c67b8-8d5e-4060-a43a-8848a2ab362a service neutron] 10.222.0.130 "GET /v2.0/networks/677739cc-fde9-4813-a949-b3058144337e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644306 Jan 21 09:48:05.073456 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-c234f3ea-d8d2-4881-92f5-ba6555c345a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'name': 'tempest-TestMinimumBasicScenario-723539494-router', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:08Z', 'revision_number': 4, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'gw_port': {'id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '07aa7900-df3a-4755-9c66-030306b57116', 'name': '', 'network_id': '677739cc-fde9-4813-a949-b3058144337e', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'mac_address': 'fa:16:3e:57:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:08Z', 'updated_at': '2022-01-21T09:45:17Z', 'revision_number': 5, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'subnets': [{'id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:05.119686 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c234f3ea-d8d2-4881-92f5-ba6555c345a7 None None] The sync data for ids ['f714d7eb-b975-4b35-b704-cbf380a33306'] in dv-cinder-815614-10-iscsi is: [{'id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'name': 'tempest-TestMinimumBasicScenario-723539494-router', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:08Z', 'revision_number': 4, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'gw_port': {'id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '07aa7900-df3a-4755-9c66-030306b57116', 'name': '', 'network_id': '677739cc-fde9-4813-a949-b3058144337e', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'mac_address': 'fa:16:3e:57:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:08Z', 'updated_at': '2022-01-21T09:45:17Z', 'revision_number': 5, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'subnets': [{'id': '211478e8-1562-4e09-89ff-f0480ca89aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:48:05.148578 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-b94d0fd7-a12b-4d0e-836b-e451df4c527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '99d2b2e2-eb27-42c0-afe2-f4da510fb85b', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'port_id': 'bc912f30-d409-4a6a-9f0e-350507682a91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'mac_address': 'fa:16:3e:32:43:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb67ff-b2a6-440d-b400-1c208aadfb30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:51Z', 'updated_at': '2022-01-21T09:48:03Z', 'revision_number': 1, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74edab38-68ed-47a0-b4b8-f7db34806da2', 'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'mac_address': 'fa:16:3e:6a:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:34Z', 'updated_at': '2022-01-21T09:42:48Z', 'revision_number': 5, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'subnets': [{'id': '915c81a7-b891-4f9b-9add-d5069201e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:05.162969 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8a2089cc-854c-43f6-acd1-1936983802f9 req-c9292c42-82a4-4bf5-9d47-47c53933fd2a service neutron] 10.222.0.130 "GET /v2.0/networks/677739cc-fde9-4813-a949-b3058144337e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855245 Jan 21 09:48:05.167118 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0e4ff33a-5b2e-4c0a-bf2a-9f6e9ac39b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (04f8394d-8ae3-44e0-a577-320156883568), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:05.170432 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0e4ff33a-5b2e-4c0a-bf2a-9f6e9ac39b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:05.175737 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-0e4ff33a-5b2e-4c0a-bf2a-9f6e9ac39b2e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/04f8394d-8ae3-44e0-a577-320156883568 HTTP/1.1" status: 204 len: 168 time: 0.6612177 Jan 21 09:48:05.184172 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55872bad-f053-476d-a49a-d43214364d2a req-f5189746-c726-493e-b0ec-bf1fd82ff15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:05.186190 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-55872bad-f053-476d-a49a-d43214364d2a req-f5189746-c726-493e-b0ec-bf1fd82ff15a service neutron] 10.222.0.130 "GET /v2.0/networks?id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe HTTP/1.1" status: 200 len: 910 time: 0.5063810 Jan 21 09:48:05.197119 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d0fd7-a12b-4d0e-836b-e451df4c527f None None] The sync data for ids ['8ee40f4e-dad1-4072-a96a-156a3c12825a'] in dv-cinder-815614-10-iscsi is: [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '99d2b2e2-eb27-42c0-afe2-f4da510fb85b', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'port_id': 'bc912f30-d409-4a6a-9f0e-350507682a91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'mac_address': 'fa:16:3e:32:43:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb67ff-b2a6-440d-b400-1c208aadfb30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:51Z', 'updated_at': '2022-01-21T09:48:03Z', 'revision_number': 1, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74edab38-68ed-47a0-b4b8-f7db34806da2', 'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'mac_address': 'fa:16:3e:6a:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:34Z', 'updated_at': '2022-01-21T09:42:48Z', 'revision_number': 5, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'subnets': [{'id': '915c81a7-b891-4f9b-9add-d5069201e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:48:05.208668 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ff33a-5b2e-4c0a-bf2a-9f6e9ac39b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f8394d-8ae3-44e0-a577-320156883568,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:05.269559 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9985861-c682-40de-a81e-a068f0bd1c28 req-426e0f3e-745b-4e98-881b-24b99a85a552 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:05.276837 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b9985861-c682-40de-a81e-a068f0bd1c28 req-426e0f3e-745b-4e98-881b-24b99a85a552 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 944 time: 0.1665821 Jan 21 09:48:05.349469 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-55872bad-f053-476d-a49a-d43214364d2a req-c5d0bdb2-e49e-4bf9-8919-df025bbcb5ce service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc912f30-d409-4a6a-9f0e-350507682a91 HTTP/1.1" status: 200 len: 998 time: 0.1521876 Jan 21 09:48:05.362259 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b9985861-c682-40de-a81e-a068f0bd1c28 req-e7d1db92-66be-4ccb-93de-0245a4982f9e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843105 Jan 21 09:48:05.437579 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55872bad-f053-476d-a49a-d43214364d2a req-ff42f937-ac05-4498-acd3-f232ed5583e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:05.439311 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-55872bad-f053-476d-a49a-d43214364d2a req-ff42f937-ac05-4498-acd3-f232ed5583e8 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=915c81a7-b891-4f9b-9add-d5069201e814 HTTP/1.1" status: 200 len: 848 time: 0.0753536 Jan 21 09:48:05.493372 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55872bad-f053-476d-a49a-d43214364d2a req-6e64b42e-9b15-4fc5-958a-7240149ae5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:05.496895 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-55872bad-f053-476d-a49a-d43214364d2a req-6e64b42e-9b15-4fc5-958a-7240149ae5b7 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=e6006ca4-4826-4a77-87a9-6d4fc13c2abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509098 Jan 21 09:48:05.625066 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-55872bad-f053-476d-a49a-d43214364d2a req-70fbbd70-d4df-4472-9ca6-4858199faf6c service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217039 Jan 21 09:48:05.703671 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608218d-8829-4bda-894e-fd2d79e25bda None None] New status for floating IP 99d2b2e2-eb27-42c0-afe2-f4da510fb85b: ACTIVE {{(pid=109058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:48:05.719251 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798282b-6210-46bf-ac7b-70a10c25f1f9 None None] New status for floating IP b6477ced-b7f3-417a-b97c-cd46ce95360e: DOWN {{(pid=109059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:48:05.774687 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-55872bad-f053-476d-a49a-d43214364d2a req-41f580af-52ed-41af-8b57-3507bcf89543 service neutron] 10.222.0.130 "GET /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425974 Jan 21 09:48:06.328340 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d7248ef6-9316-49a2-b5c2-6aa92f3ac971 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:48:06.453500 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d7248ef6-9316-49a2-b5c2-6aa92f3ac971, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d7248ef6-9316-49a2-b5c2-6aa92f3ac971,segment=NetworkSegment(2bee3456-64e3-440d-9603-a0ee121debf8),segment_id=2bee3456-64e3-440d-9603-a0ee121debf8)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:06.468434 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971', 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0', 'port_id': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971', 'mac_address': 'fa:16:3e:85:5f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:48:06.508654 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port d7248ef6-9316-49a2-b5c2-6aa92f3ac971 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:48:06.509063 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:06.523497 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7248ef6-9316-49a2-b5c2-6aa92f3ac971 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:48:06.544564 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d7248ef6-9316-49a2-b5c2-6aa92f3ac971, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d7248ef6-9316-49a2-b5c2-6aa92f3ac971,segment=NetworkSegment(2bee3456-64e3-440d-9603-a0ee121debf8),segment_id=2bee3456-64e3-440d-9603-a0ee121debf8)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:06.550337 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:06.564897 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517617f-382e-44a0-a18f-b13695bae5b6 req-b3681bba-e11c-4109-902a-6199dfbed9a5 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:06.567219 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2517617f-382e-44a0-a18f-b13695bae5b6 req-b3681bba-e11c-4109-902a-6199dfbed9a5 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 944 time: 0.0597200 Jan 21 09:48:06.607886 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=d7248ef6-9316-49a2-b5c2-6aa92f3ac971,revision_number=7']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:06.626256 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2517617f-382e-44a0-a18f-b13695bae5b6 req-c6395fcd-f118-441b-bd64-bbf2ca8f6280 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502541 Jan 21 09:48:06.800984 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['d7248ef6-9316-49a2-b5c2-6aa92f3ac971'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:48:07.057140 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62272f1-67c3-4e2f-b755-27f813f82619 req-78d3c5f9-f889-4f2d-afec-97f6637a89e5 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:07.060387 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e62272f1-67c3-4e2f-b755-27f813f82619 req-78d3c5f9-f889-4f2d-afec-97f6637a89e5 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 945 time: 0.0659733 Jan 21 09:48:07.118768 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e62272f1-67c3-4e2f-b755-27f813f82619 req-2c9810d1-4cc6-4f02-91ab-e2aec194978d tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519054 Jan 21 09:48:07.751790 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf18660-6a75-499a-8977-87a6dfc80934 req-9f268945-00b3-4a41-876c-bf63e355d870 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:07.754904 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0bf18660-6a75-499a-8977-87a6dfc80934 req-9f268945-00b3-4a41-876c-bf63e355d870 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 945 time: 0.0541162 Jan 21 09:48:07.804617 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0bf18660-6a75-499a-8977-87a6dfc80934 req-3571e4f6-67a3-48e1-a689-e2ad619187be tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452638 Jan 21 09:48:08.246864 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc51b10-feec-4883-b66a-7f715362d04d req-90fbbc3d-86fb-4574-9659-3c5a8712e1e9 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:08.248398 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ebc51b10-feec-4883-b66a-7f715362d04d req-90fbbc3d-86fb-4574-9659-3c5a8712e1e9 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 945 time: 0.0530143 Jan 21 09:48:08.295650 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ebc51b10-feec-4883-b66a-7f715362d04d req-6cb66157-60f3-4771-9cb0-c051f596f6f2 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415645 Jan 21 09:48:08.337096 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d7248ef6-9316-49a2-b5c2-6aa92f3ac971 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:48:08.385845 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port d7248ef6-9316-49a2-b5c2-6aa92f3ac971 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:08.386241 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:08.466936 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port d7248ef6-9316-49a2-b5c2-6aa92f3ac971 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:48:08.467342 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:08.494970 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24052800-ecfe-4489-aa21-c06229ee8664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:08.497310 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c8628b-2bd3-4e8e-93a7-2aec2993f026" -d '{"events": [{"server_uuid": "24052800-ecfe-4489-aa21-c06229ee8664", "name": "network-vif-plugged", "status": "completed", "tag": "d7248ef6-9316-49a2-b5c2-6aa92f3ac971"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:48:08.509845 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d7248ef6-9316-49a2-b5c2-6aa92f3ac971, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d7248ef6-9316-49a2-b5c2-6aa92f3ac971,segment=NetworkSegment(2bee3456-64e3-440d-9603-a0ee121debf8),segment_id=2bee3456-64e3-440d-9603-a0ee121debf8)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:08.515538 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:08.545597 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98471bb7-416c-4988-b47b-feabd5555702 x-openstack-request-id: req-98471bb7-416c-4988-b47b-feabd5555702 {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:48:08.545822 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24052800-ecfe-4489-aa21-c06229ee8664", "name": "network-vif-plugged", "status": "completed", "tag": "d7248ef6-9316-49a2-b5c2-6aa92f3ac971", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:48:08.545956 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-98471bb7-416c-4988-b47b-feabd5555702 {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:48:08.546354 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24052800-ecfe-4489-aa21-c06229ee8664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971', 'code': 200} Jan 21 09:48:08.577850 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=d7248ef6-9316-49a2-b5c2-6aa92f3ac971,revision_number=8']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:08.826658 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948d80f-4266-43fa-9784-e0df23f364e2 req-22698e24-4287-460b-8461-004d24894a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:08.828233 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b948d80f-4266-43fa-9784-e0df23f364e2 req-22698e24-4287-460b-8461-004d24894a66 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 1099 time: 0.0457692 Jan 21 09:48:08.885587 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b948d80f-4266-43fa-9784-e0df23f364e2 req-31e5fb8a-b293-4398-9891-4ecc9414a456 service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495706 Jan 21 09:48:08.938682 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe19692-195d-4180-a24d-454db97934e8 req-bcf19e10-ccbd-455c-9287-7a1366cd490e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:08.940325 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ffe19692-195d-4180-a24d-454db97934e8 req-bcf19e10-ccbd-455c-9287-7a1366cd490e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0493004 Jan 21 09:48:08.991921 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ffe19692-195d-4180-a24d-454db97934e8 req-b28d6273-42a4-40c6-a4b8-907b0fe44543 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452950 Jan 21 09:48:09.194981 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc06fa5-3e35-4da5-8a1a-5c43ab85c43f req-95635f41-eb9d-4b01-86fb-a0aa93644902 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:09.196502 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4bc06fa5-3e35-4da5-8a1a-5c43ab85c43f req-95635f41-eb9d-4b01-86fb-a0aa93644902 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.130 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 945 time: 0.0520129 Jan 21 09:48:09.296960 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [req-4bc06fa5-3e35-4da5-8a1a-5c43ab85c43f req-eab15c93-071b-467e-8f0c-61e4accc4758 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Deleting port 34c3cd40-d8b3-48f5-9897-622d330e5988 {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:48:09.297837 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-4bc06fa5-3e35-4da5-8a1a-5c43ab85c43f req-eab15c93-071b-467e-8f0c-61e4accc4758 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:09.394777 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [req-4bc06fa5-3e35-4da5-8a1a-5c43ab85c43f req-eab15c93-071b-467e-8f0c-61e4accc4758 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] For port 34c3cd40-d8b3-48f5-9897-622d330e5988, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=34c3cd40-d8b3-48f5-9897-622d330e5988,segment=NetworkSegment(350bbcbb-1af6-4d86-95cf-1010219286ec),segment_id=350bbcbb-1af6-4d86-95cf-1010219286ec)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:09.395340 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-4bc06fa5-3e35-4da5-8a1a-5c43ab85c43f req-eab15c93-071b-467e-8f0c-61e4accc4758 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:09.408706 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [req-4bc06fa5-3e35-4da5-8a1a-5c43ab85c43f req-eab15c93-071b-467e-8f0c-61e4accc4758 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Calling delete_port for 34c3cd40-d8b3-48f5-9897-622d330e5988 owned by compute:nova {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:48:09.420071 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3b77b-3d9c-4914-9620-ce615102121a req-e9cefb1b-3aa1-4713-9ef6-8ab6b058c92a tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:09.421600 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-57d3b77b-3d9c-4914-9620-ce615102121a req-e9cefb1b-3aa1-4713-9ef6-8ab6b058c92a tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/ports?device_id=5d0a081e-8e9a-4213-9b47-72f6ab93acdf HTTP/1.1" status: 200 len: 945 time: 0.0537999 Jan 21 09:48:09.469325 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-57d3b77b-3d9c-4914-9620-ce615102121a req-6c27cc28-9582-4ee1-8b88-3e4e9f69df2c tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.112 "GET /v2.0/security-groups?id=c443506e-59ef-45b5-8699-bdbcedd8728e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 Jan 21 09:48:09.551383 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-4bc06fa5-3e35-4da5-8a1a-5c43ab85c43f req-eab15c93-071b-467e-8f0c-61e4accc4758 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (34c3cd40-d8b3-48f5-9897-622d330e5988), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:09.565405 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['34c3cd40-d8b3-48f5-9897-622d330e5988'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:48:09.577651 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab15c93-071b-467e-8f0c-61e4accc4758 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Pushing event deleted for resources: {'Port': ['ID=34c3cd40-d8b3-48f5-9897-622d330e5988,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:09.629227 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc06fa5-3e35-4da5-8a1a-5c43ab85c43f req-eab15c93-071b-467e-8f0c-61e4accc4758 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] No DVR routers for this DVR port 34c3cd40-d8b3-48f5-9897-622d330e5988 on host hv-cinder-81561 {{(pid=109057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:09.632020 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-4bc06fa5-3e35-4da5-8a1a-5c43ab85c43f req-eab15c93-071b-467e-8f0c-61e4accc4758 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:09.635458 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4bc06fa5-3e35-4da5-8a1a-5c43ab85c43f req-eab15c93-071b-467e-8f0c-61e4accc4758 tempest-TestMinimumBasicScenario-1306730312 tempest-TestMinimumBasicScenario-1306730312-project] 10.222.0.130 "DELETE /v2.0/ports/34c3cd40-d8b3-48f5-9897-622d330e5988 HTTP/1.1" status: 204 len: 173 time: 0.4327657 Jan 21 09:48:09.635922 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'name': 'network-vif-deleted', 'tag': '34c3cd40-d8b3-48f5-9897-622d330e5988'}] {{(pid=109057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:09.638237 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79949007bb9b1bb4c7285b4ffc7cbdeea347a4eb7e1b137d5b1548f1f832f7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a5787a-ab4d-4b5b-aff0-5d573caafe32" -d '{"events": [{"server_uuid": "5d0a081e-8e9a-4213-9b47-72f6ab93acdf", "name": "network-vif-deleted", "tag": "34c3cd40-d8b3-48f5-9897-622d330e5988"}]}' {{(pid=109057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:48:09.675870 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d136a9dd-b1be-4234-a7e0-890bc1a514f9 x-openstack-request-id: req-d136a9dd-b1be-4234-a7e0-890bc1a514f9 {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:48:09.676187 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0a081e-8e9a-4213-9b47-72f6ab93acdf", "name": "network-vif-deleted", "tag": "34c3cd40-d8b3-48f5-9897-622d330e5988", "status": "completed", "code": 200}]} {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:48:09.676467 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-d136a9dd-b1be-4234-a7e0-890bc1a514f9 {{(pid=109057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:48:09.676901 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0a081e-8e9a-4213-9b47-72f6ab93acdf', 'name': 'network-vif-deleted', 'tag': '34c3cd40-d8b3-48f5-9897-622d330e5988', 'status': 'completed', 'code': 200} Jan 21 09:48:10.138631 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e33342-eb7f-47b9-aa4c-40e73414dc10 req-01d1a002-01f1-49fa-984f-9ff52746ba79 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:10.150215 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-72e33342-eb7f-47b9-aa4c-40e73414dc10 req-01d1a002-01f1-49fa-984f-9ff52746ba79 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0743158 Jan 21 09:48:10.231709 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-72e33342-eb7f-47b9-aa4c-40e73414dc10 req-19e3f97b-5524-4a9c-b77b-f511c4666509 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800469 Jan 21 09:48:11.211465 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54746) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:11.358525 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15331993-fac9-4127-ab58-03376db5158c req-b13e8d6b-2333-49d6-b0e8-9e3ead80ba20 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:11.360097 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-15331993-fac9-4127-ab58-03376db5158c req-b13e8d6b-2333-49d6-b0e8-9e3ead80ba20 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0587413 Jan 21 09:48:11.424130 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-15331993-fac9-4127-ab58-03376db5158c req-77f34ada-4bf4-470f-bed3-5d5195073440 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572691 Jan 21 09:48:11.825894 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5569c259-85c6-41f4-b586-324a5af1d3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7909559'] for router_interface (f714d7eb-b975-4b35-b704-cbf380a33306), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:12.079639 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-5569c259-85c6-41f4-b586-324a5af1d3c5 admin admin] Deleting port 07aa7900-df3a-4755-9c66-030306b57116 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:48:12.079915 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5569c259-85c6-41f4-b586-324a5af1d3c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (07aa7900-df3a-4755-9c66-030306b57116), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:12.163571 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [None req-5569c259-85c6-41f4-b586-324a5af1d3c5 admin admin] For port 07aa7900-df3a-4755-9c66-030306b57116, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=07aa7900-df3a-4755-9c66-030306b57116,segment=NetworkSegment(350bbcbb-1af6-4d86-95cf-1010219286ec),segment_id=350bbcbb-1af6-4d86-95cf-1010219286ec)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:12.163949 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5569c259-85c6-41f4-b586-324a5af1d3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (07aa7900-df3a-4755-9c66-030306b57116), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:12.175892 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-5569c259-85c6-41f4-b586-324a5af1d3c5 admin admin] Calling delete_port for 07aa7900-df3a-4755-9c66-030306b57116 owned by network:router_interface {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:48:12.362459 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5569c259-85c6-41f4-b586-324a5af1d3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (07aa7900-df3a-4755-9c66-030306b57116), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:12.363539 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 34c3cd40-d8b3-48f5-9897-622d330e5988 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:48:12.385552 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: 34c3cd40-d8b3-48f5-9897-622d330e5988 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:48:12.386034 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 34c3cd40-d8b3-48f5-9897-622d330e5988 not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:48:12.390558 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569c259-85c6-41f4-b586-324a5af1d3c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=07aa7900-df3a-4755-9c66-030306b57116,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:12.562910 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5569c259-85c6-41f4-b586-324a5af1d3c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7854955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7897588'] for router_interface (f714d7eb-b975-4b35-b704-cbf380a33306), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:12.730599 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-38ea88b7-2369-4cdf-bee9-2c7239b02083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:12.783451 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5569c259-85c6-41f4-b586-324a5af1d3c5 admin admin] Router f714d7eb-b975-4b35-b704-cbf380a33306 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:12.891432 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5569c259-85c6-41f4-b586-324a5af1d3c5 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:12.900595 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-5569c259-85c6-41f4-b586-324a5af1d3c5 admin admin] 10.222.0.112 "PUT /v2.0/routers/f714d7eb-b975-4b35-b704-cbf380a33306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6842699 Jan 21 09:48:12.900595 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54758) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:12.904939 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918b5187-d8e2-4c2d-919d-32443d634b85 None None] Sync routers for ids ['f714d7eb-b975-4b35-b704-cbf380a33306'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:48:12.918179 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b5187-d8e2-4c2d-919d-32443d634b85 None None] Routers {'f714d7eb-b975-4b35-b704-cbf380a33306'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:48:12.918878 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-918b5187-d8e2-4c2d-919d-32443d634b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:47:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['f714d7eb-b975-4b35-b704-cbf380a33306'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:13.026590 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-99849bfd-bee2-45e6-80ff-9a67e72a028a admin admin] Publish callbacks [] for router (f714d7eb-b975-4b35-b704-cbf380a33306), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:13.042841 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-918b5187-d8e2-4c2d-919d-32443d634b85 None None] Set router f714d7eb-b975-4b35-b704-cbf380a33306 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:48:13.164742 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-99849bfd-bee2-45e6-80ff-9a67e72a028a admin admin] Publish callbacks [] for router_gateway (f714d7eb-b975-4b35-b704-cbf380a33306), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:13.225315 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-99849bfd-bee2-45e6-80ff-9a67e72a028a admin admin] Deleting port d78a9734-7846-4f6e-8e57-2913b0d9a331 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:48:13.225665 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-99849bfd-bee2-45e6-80ff-9a67e72a028a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (d78a9734-7846-4f6e-8e57-2913b0d9a331), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:13.243972 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-918b5187-d8e2-4c2d-919d-32443d634b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'name': 'tempest-TestMinimumBasicScenario-723539494-router', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:48:12Z', 'revision_number': 5, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'gw_port': {'id': 'd78a9734-7846-4f6e-8e57-2913b0d9a331', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:13.272085 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918b5187-d8e2-4c2d-919d-32443d634b85 None None] Checking router: f714d7eb-b975-4b35-b704-cbf380a33306 for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:48:13.281012 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b5187-d8e2-4c2d-919d-32443d634b85 None None] Routers {'f714d7eb-b975-4b35-b704-cbf380a33306'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:48:13.281637 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-918b5187-d8e2-4c2d-919d-32443d634b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:47:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['f714d7eb-b975-4b35-b704-cbf380a33306'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:13.312264 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [None req-99849bfd-bee2-45e6-80ff-9a67e72a028a admin admin] For port d78a9734-7846-4f6e-8e57-2913b0d9a331, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=d78a9734-7846-4f6e-8e57-2913b0d9a331,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:13.312646 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-99849bfd-bee2-45e6-80ff-9a67e72a028a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (d78a9734-7846-4f6e-8e57-2913b0d9a331), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:13.325176 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-99849bfd-bee2-45e6-80ff-9a67e72a028a admin admin] Calling delete_port for d78a9734-7846-4f6e-8e57-2913b0d9a331 owned by network:router_gateway {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:48:13.375679 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-918b5187-d8e2-4c2d-919d-32443d634b85 None None] Set router f714d7eb-b975-4b35-b704-cbf380a33306 gateway port host: None {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:48:13.430850 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-918b5187-d8e2-4c2d-919d-32443d634b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'name': 'tempest-TestMinimumBasicScenario-723539494-router', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:48:13Z', 'revision_number': 6, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'gw_port_host': None}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:13.462904 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918b5187-d8e2-4c2d-919d-32443d634b85 None None] The sync data for ids ['f714d7eb-b975-4b35-b704-cbf380a33306'] in dv-cinder-815614-10-iscsi is: [{'id': 'f714d7eb-b975-4b35-b704-cbf380a33306', 'name': 'tempest-TestMinimumBasicScenario-723539494-router', 'tenant_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:05Z', 'updated_at': '2022-01-21T09:48:13Z', 'revision_number': 6, 'project_id': 'a88b4bd72bcf44a19d480e01fb3ffa89', 'gw_port_host': None}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:48:13.507846 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-99849bfd-bee2-45e6-80ff-9a67e72a028a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (d78a9734-7846-4f6e-8e57-2913b0d9a331), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:13.536270 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99849bfd-bee2-45e6-80ff-9a67e72a028a admin admin] Pushing event deleted for resources: {'Port': ['ID=d78a9734-7846-4f6e-8e57-2913b0d9a331,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:13.599708 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-99849bfd-bee2-45e6-80ff-9a67e72a028a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7910505'] for router_gateway (f714d7eb-b975-4b35-b704-cbf380a33306), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:13.710383 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-99849bfd-bee2-45e6-80ff-9a67e72a028a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7909303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15939'] for router (f714d7eb-b975-4b35-b704-cbf380a33306), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:13.713612 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-99849bfd-bee2-45e6-80ff-9a67e72a028a admin admin] Publish callbacks [] for router_controller (f714d7eb-b975-4b35-b704-cbf380a33306), precommit_delete_associations {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:13.777758 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-99849bfd-bee2-45e6-80ff-9a67e72a028a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7909308'] for router (f714d7eb-b975-4b35-b704-cbf380a33306), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:13.778214 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99849bfd-bee2-45e6-80ff-9a67e72a028a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f714d7eb-b975-4b35-b704-cbf380a33306 {{(pid=109056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:48:13.784186 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-99849bfd-bee2-45e6-80ff-9a67e72a028a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:13.785429 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-99849bfd-bee2-45e6-80ff-9a67e72a028a admin admin] 10.222.0.112 "DELETE /v2.0/routers/f714d7eb-b975-4b35-b704-cbf380a33306 HTTP/1.1" status: 204 len: 168 time: 0.8845820 Jan 21 09:48:13.788070 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54766) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:13.835693 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ceb565a-589c-4c1c-86fb-d7fd651cbe9f admin admin] Deleting subnet 211478e8-1562-4e09-89ff-f0480ca89aa1 {{(pid=109056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:48:13.839218 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0ceb565a-589c-4c1c-86fb-d7fd651cbe9f admin admin] Publish callbacks [] for subnet (211478e8-1562-4e09-89ff-f0480ca89aa1), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:13.878087 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0ceb565a-589c-4c1c-86fb-d7fd651cbe9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051165'] for subnet (211478e8-1562-4e09-89ff-f0480ca89aa1), precommit_delete_associations {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:13.991825 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0ceb565a-589c-4c1c-86fb-d7fd651cbe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440766'] for subnet (211478e8-1562-4e09-89ff-f0480ca89aa1), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:14.050519 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0ceb565a-589c-4c1c-86fb-d7fd651cbe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6057301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5368280'] for subnet (211478e8-1562-4e09-89ff-f0480ca89aa1), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:14.078838 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb565a-589c-4c1c-86fb-d7fd651cbe9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=211478e8-1562-4e09-89ff-f0480ca89aa1,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:14.082093 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0ceb565a-589c-4c1c-86fb-d7fd651cbe9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:14.085381 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3e66c5-37f7-4a17-b350-cfa9fc1e8ebf None None] Network 677739cc-fde9-4813-a949-b3058144337e requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:48:14.089854 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-0ceb565a-589c-4c1c-86fb-d7fd651cbe9f admin admin] 10.222.0.112 "DELETE /v2.0/subnets/211478e8-1562-4e09-89ff-f0480ca89aa1 HTTP/1.1" status: 204 len: 168 time: 0.3007555 Jan 21 09:48:14.092625 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54770) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:14.193419 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466178'] for network (677739cc-fde9-4813-a949-b3058144337e), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:14.251532 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] Deleting port 00caecf8-e278-46d7-8ceb-412373b09433 {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:48:14.251890 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (00caecf8-e278-46d7-8ceb-412373b09433), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:14.319762 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577467a7-f5ca-47be-a5af-16ae79cf9511 None None] DHCP port deletion for 677739cc-fde9-4813-a949-b3058144337e request from dv-cinder-815614-10-iscsi {{(pid=109058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 09:48:14.320012 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] For port 00caecf8-e278-46d7-8ceb-412373b09433, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=00caecf8-e278-46d7-8ceb-412373b09433,segment=NetworkSegment(350bbcbb-1af6-4d86-95cf-1010219286ec),segment_id=350bbcbb-1af6-4d86-95cf-1010219286ec)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:14.320325 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (00caecf8-e278-46d7-8ceb-412373b09433), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:14.333697 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] Calling delete_port for 00caecf8-e278-46d7-8ceb-412373b09433 owned by network:dhcp {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:48:14.374000 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-577467a7-f5ca-47be-a5af-16ae79cf9511 None None] Deleting port 00caecf8-e278-46d7-8ceb-412373b09433 {{(pid=109058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:48:14.374428 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-577467a7-f5ca-47be-a5af-16ae79cf9511 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (00caecf8-e278-46d7-8ceb-412373b09433), before_delete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:14.425775 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (00caecf8-e278-46d7-8ceb-412373b09433), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:14.444122 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-577467a7-f5ca-47be-a5af-16ae79cf9511 None None] For port 00caecf8-e278-46d7-8ceb-412373b09433, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=00caecf8-e278-46d7-8ceb-412373b09433,segment=NetworkSegment(350bbcbb-1af6-4d86-95cf-1010219286ec),segment_id=350bbcbb-1af6-4d86-95cf-1010219286ec)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:14.444806 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-577467a7-f5ca-47be-a5af-16ae79cf9511 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (00caecf8-e278-46d7-8ceb-412373b09433), precommit_delete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:14.453985 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] Pushing event deleted for resources: {'Port': ['ID=00caecf8-e278-46d7-8ceb-412373b09433,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:14.456763 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] No DVR routers for this DVR port 00caecf8-e278-46d7-8ceb-412373b09433 on host dv-cinder-815614-10-iscsi {{(pid=109057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:14.459502 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-577467a7-f5ca-47be-a5af-16ae79cf9511 None None] Calling delete_port for 00caecf8-e278-46d7-8ceb-412373b09433 owned by network:dhcp {{(pid=109058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:48:14.532843 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409116', 'neutron.services.segments.db._delete_segments_for_network-8767559616543'] for network (677739cc-fde9-4813-a949-b3058144337e), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:14.555687 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.services.segments.db [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677739cc-fde9-4813-a949-b3058144337e']}} {{(pid=109057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:14.565928 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.services.segments.db [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350bbcbb-1af6-4d86-95cf-1010219286ec') {'for_net_delete': True} {{(pid=109057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:14.566601 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.services.segments.db [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350bbcbb-1af6-4d86-95cf-1010219286ec') {} {{(pid=109057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:14.580215 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767559616925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4494375'] for segment (350bbcbb-1af6-4d86-95cf-1010219286ec), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:14.597233 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-577467a7-f5ca-47be-a5af-16ae79cf9511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843'] for port (00caecf8-e278-46d7-8ceb-412373b09433), after_delete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:14.599667 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (350bbcbb-1af6-4d86-95cf-1010219286ec), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:14.607313 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=109057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:48:14.607739 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4495304'] for segment (350bbcbb-1af6-4d86-95cf-1010219286ec), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: Traceback (most recent call last): Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: timer() Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: cb(*args, **kw) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: return func(*args, **kwargs) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: self._notify() Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: self.callback(batched_events) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: event.method(event) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: return f(self, *a, **k) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: return self._get(url).json() Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:14.609678 dv-cinder-815614-10-iscsi neutron-server[109057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:14.672612 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910546'] for network (677739cc-fde9-4813-a949-b3058144337e), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:14.678589 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:14.682461 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] 10.222.0.112 "DELETE /v2.0/networks/677739cc-fde9-4813-a949-b3058144337e HTTP/1.1" status: 204 len: 168 time: 0.5886664 Jan 21 09:48:14.695672 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54776) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:14.703783 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8f92d-e02a-42e2-a7d9-42e74d6a1561 admin admin] Pushing event deleted for resources: {'Network': ['ID=677739cc-fde9-4813-a949-b3058144337e,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:14.762909 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577467a7-f5ca-47be-a5af-16ae79cf9511 None None] Pushing event deleted for resources: {'Port': ['ID=00caecf8-e278-46d7-8ceb-412373b09433,revision_number=None']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:14.766753 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577467a7-f5ca-47be-a5af-16ae79cf9511 None None] No DVR routers for this DVR port 00caecf8-e278-46d7-8ceb-412373b09433 on host dv-cinder-815614-10-iscsi {{(pid=109058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:15.070965 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device d78a9734-7846-4f6e-8e57-2913b0d9a331 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:48:15.084922 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d0d472a3-6028-4fe7-82b4-d340c3ff7085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7909559'] for router_interface (7696c5d9-5a77-4806-99d2-16d93b6dbee2), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:15.090604 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: d78a9734-7846-4f6e-8e57-2913b0d9a331 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:48:15.090999 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device d78a9734-7846-4f6e-8e57-2913b0d9a331 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:48:15.091444 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 00caecf8-e278-46d7-8ceb-412373b09433 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:48:15.113711 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: 00caecf8-e278-46d7-8ceb-412373b09433 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:48:15.114178 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 00caecf8-e278-46d7-8ceb-412373b09433 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:48:15.114696 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 07aa7900-df3a-4755-9c66-030306b57116 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:48:15.133564 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: 07aa7900-df3a-4755-9c66-030306b57116 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:48:15.133925 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 07aa7900-df3a-4755-9c66-030306b57116 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:48:15.344479 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-d0d472a3-6028-4fe7-82b4-d340c3ff7085 admin admin] Deleting port 7fb7b741-7166-465c-bb81-ffe79cb58b0e {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:48:15.344910 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d0d472a3-6028-4fe7-82b4-d340c3ff7085 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:15.429517 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-103e8021-7c89-4e66-9dcd-95f6e7444faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:15.432835 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [None req-d0d472a3-6028-4fe7-82b4-d340c3ff7085 admin admin] For port 7fb7b741-7166-465c-bb81-ffe79cb58b0e, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=7fb7b741-7166-465c-bb81-ffe79cb58b0e,segment=NetworkSegment(399f8829-00a3-45a5-8d2a-92187d4b2a43),segment_id=399f8829-00a3-45a5-8d2a-92187d4b2a43)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:15.433219 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d0d472a3-6028-4fe7-82b4-d340c3ff7085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:15.445609 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-d0d472a3-6028-4fe7-82b4-d340c3ff7085 admin admin] Calling delete_port for 7fb7b741-7166-465c-bb81-ffe79cb58b0e owned by network:router_interface {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:48:15.634670 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d0d472a3-6028-4fe7-82b4-d340c3ff7085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (7fb7b741-7166-465c-bb81-ffe79cb58b0e), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:15.662923 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d472a3-6028-4fe7-82b4-d340c3ff7085 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb7b741-7166-465c-bb81-ffe79cb58b0e,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:15.835167 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d0d472a3-6028-4fe7-82b4-d340c3ff7085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7854955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7897588'] for router_interface (7696c5d9-5a77-4806-99d2-16d93b6dbee2), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:16.039624 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:48:16.350411 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d472a3-6028-4fe7-82b4-d340c3ff7085 admin admin] Router 7696c5d9-5a77-4806-99d2-16d93b6dbee2 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:16.456855 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d472a3-6028-4fe7-82b4-d340c3ff7085 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:16.465293 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-d0d472a3-6028-4fe7-82b4-d340c3ff7085 admin admin] 10.222.0.112 "PUT /v2.0/routers/7696c5d9-5a77-4806-99d2-16d93b6dbee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7622466 Jan 21 09:48:16.466778 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d3f24a-54bc-4e3e-bf49-0d3e5259b6ff None None] Sync routers for ids ['7696c5d9-5a77-4806-99d2-16d93b6dbee2'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:48:16.467407 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54790) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:16.479424 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d3f24a-54bc-4e3e-bf49-0d3e5259b6ff None None] Routers {'7696c5d9-5a77-4806-99d2-16d93b6dbee2'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:48:16.480053 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-b8d3f24a-54bc-4e3e-bf49-0d3e5259b6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:48:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['7696c5d9-5a77-4806-99d2-16d93b6dbee2'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:16.581052 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ac7995d-8f23-4543-ad0d-ce47532b7d0b admin admin] Publish callbacks [] for router (7696c5d9-5a77-4806-99d2-16d93b6dbee2), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:16.594523 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-b8d3f24a-54bc-4e3e-bf49-0d3e5259b6ff None None] Set router 7696c5d9-5a77-4806-99d2-16d93b6dbee2 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:48:16.687444 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ac7995d-8f23-4543-ad0d-ce47532b7d0b admin admin] Publish callbacks [] for router_gateway (7696c5d9-5a77-4806-99d2-16d93b6dbee2), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:16.742059 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7995d-8f23-4543-ad0d-ce47532b7d0b admin admin] Deleting port c9fd7178-9ff1-4759-81e6-d846733c4eb5 {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:48:16.742466 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ac7995d-8f23-4543-ad0d-ce47532b7d0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (c9fd7178-9ff1-4759-81e6-d846733c4eb5), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:16.777941 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-b8d3f24a-54bc-4e3e-bf49-0d3e5259b6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'name': 'tempest-TestMinimumBasicScenario-1295262412-router', 'tenant_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'c9fd7178-9ff1-4759-81e6-d846733c4eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:13Z', 'updated_at': '2022-01-21T09:48:15Z', 'revision_number': 5, 'project_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'gw_port': {'id': 'c9fd7178-9ff1-4759-81e6-d846733c4eb5', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:14Z', 'updated_at': '2022-01-21T09:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:16.804756 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d3f24a-54bc-4e3e-bf49-0d3e5259b6ff None None] Checking router: 7696c5d9-5a77-4806-99d2-16d93b6dbee2 for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:48:16.813291 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d3f24a-54bc-4e3e-bf49-0d3e5259b6ff None None] Routers {'7696c5d9-5a77-4806-99d2-16d93b6dbee2'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:48:16.813910 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-b8d3f24a-54bc-4e3e-bf49-0d3e5259b6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:48:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['7696c5d9-5a77-4806-99d2-16d93b6dbee2'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:16.824303 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [None req-5ac7995d-8f23-4543-ad0d-ce47532b7d0b admin admin] For port c9fd7178-9ff1-4759-81e6-d846733c4eb5, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=c9fd7178-9ff1-4759-81e6-d846733c4eb5,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:16.824686 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ac7995d-8f23-4543-ad0d-ce47532b7d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (c9fd7178-9ff1-4759-81e6-d846733c4eb5), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:16.836286 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7995d-8f23-4543-ad0d-ce47532b7d0b admin admin] Calling delete_port for c9fd7178-9ff1-4759-81e6-d846733c4eb5 owned by network:router_gateway {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:48:16.880126 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:16.899947 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-b8d3f24a-54bc-4e3e-bf49-0d3e5259b6ff None None] Set router 7696c5d9-5a77-4806-99d2-16d93b6dbee2 gateway port host: None {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:48:16.954096 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-b8d3f24a-54bc-4e3e-bf49-0d3e5259b6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'name': 'tempest-TestMinimumBasicScenario-1295262412-router', 'tenant_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:13Z', 'updated_at': '2022-01-21T09:48:16Z', 'revision_number': 6, 'project_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'gw_port_host': None}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:16.984838 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d3f24a-54bc-4e3e-bf49-0d3e5259b6ff None None] The sync data for ids ['7696c5d9-5a77-4806-99d2-16d93b6dbee2'] in dv-cinder-815614-10-iscsi is: [{'id': '7696c5d9-5a77-4806-99d2-16d93b6dbee2', 'name': 'tempest-TestMinimumBasicScenario-1295262412-router', 'tenant_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:13Z', 'updated_at': '2022-01-21T09:48:16Z', 'revision_number': 6, 'project_id': 'fb073a2e4f1a426c85e42d222c8faac5', 'gw_port_host': None}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:48:17.009171 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ac7995d-8f23-4543-ad0d-ce47532b7d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (c9fd7178-9ff1-4759-81e6-d846733c4eb5), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.038596 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7995d-8f23-4543-ad0d-ce47532b7d0b admin admin] Pushing event deleted for resources: {'Port': ['ID=c9fd7178-9ff1-4759-81e6-d846733c4eb5,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:17.106950 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ac7995d-8f23-4543-ad0d-ce47532b7d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7910505'] for router_gateway (7696c5d9-5a77-4806-99d2-16d93b6dbee2), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.196921 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ac7995d-8f23-4543-ad0d-ce47532b7d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7909303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15939'] for router (7696c5d9-5a77-4806-99d2-16d93b6dbee2), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.199168 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ac7995d-8f23-4543-ad0d-ce47532b7d0b admin admin] Publish callbacks [] for router_controller (7696c5d9-5a77-4806-99d2-16d93b6dbee2), precommit_delete_associations {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.243125 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ac7995d-8f23-4543-ad0d-ce47532b7d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7909308'] for router (7696c5d9-5a77-4806-99d2-16d93b6dbee2), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.243723 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac7995d-8f23-4543-ad0d-ce47532b7d0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7696c5d9-5a77-4806-99d2-16d93b6dbee2 {{(pid=109057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:48:17.249634 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ac7995d-8f23-4543-ad0d-ce47532b7d0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.251069 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-5ac7995d-8f23-4543-ad0d-ce47532b7d0b admin admin] 10.222.0.112 "DELETE /v2.0/routers/7696c5d9-5a77-4806-99d2-16d93b6dbee2 HTTP/1.1" status: 204 len: 168 time: 0.7825398 Jan 21 09:48:17.253805 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54800) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:17.298902 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d806b88-e558-4ac4-853d-2c191a9b1abb admin admin] Deleting subnet 8b5d248e-9f6c-4518-8123-1cdd1f2a504b {{(pid=109057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:48:17.302113 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7d806b88-e558-4ac4-853d-2c191a9b1abb admin admin] Publish callbacks [] for subnet (8b5d248e-9f6c-4518-8123-1cdd1f2a504b), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.337860 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7d806b88-e558-4ac4-853d-2c191a9b1abb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4494556'] for subnet (8b5d248e-9f6c-4518-8123-1cdd1f2a504b), precommit_delete_associations {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.469844 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7d806b88-e558-4ac4-853d-2c191a9b1abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440766'] for subnet (8b5d248e-9f6c-4518-8123-1cdd1f2a504b), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.528929 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7d806b88-e558-4ac4-853d-2c191a9b1abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4495266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4499785'] for subnet (8b5d248e-9f6c-4518-8123-1cdd1f2a504b), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.559847 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d806b88-e558-4ac4-853d-2c191a9b1abb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b5d248e-9f6c-4518-8123-1cdd1f2a504b,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:17.566008 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-7d806b88-e558-4ac4-853d-2c191a9b1abb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.570861 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-7d806b88-e558-4ac4-853d-2c191a9b1abb admin admin] 10.222.0.112 "DELETE /v2.0/subnets/8b5d248e-9f6c-4518-8123-1cdd1f2a504b HTTP/1.1" status: 204 len: 168 time: 0.3159180 Jan 21 09:48:17.571860 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07033bca-2f2b-45a9-af96-a83647b1446c None None] Network 185eec56-d702-449f-b261-73b231d90d36 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:48:17.573657 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54812) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:17.649482 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466178'] for network (185eec56-d702-449f-b261-73b231d90d36), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.706357 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] Deleting port 8ce6dbc3-ead4-47b0-b301-977cb44aa277 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:48:17.706722 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (8ce6dbc3-ead4-47b0-b301-977cb44aa277), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.771849 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] For port 8ce6dbc3-ead4-47b0-b301-977cb44aa277, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=8ce6dbc3-ead4-47b0-b301-977cb44aa277,segment=NetworkSegment(399f8829-00a3-45a5-8d2a-92187d4b2a43),segment_id=399f8829-00a3-45a5-8d2a-92187d4b2a43)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:17.772113 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (8ce6dbc3-ead4-47b0-b301-977cb44aa277), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.784943 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] Calling delete_port for 8ce6dbc3-ead4-47b0-b301-977cb44aa277 owned by network:dhcp {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:48:17.833825 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] DHCP port deletion for 185eec56-d702-449f-b261-73b231d90d36 request from dv-cinder-815614-10-iscsi {{(pid=109058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 09:48:17.869173 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (8ce6dbc3-ead4-47b0-b301-977cb44aa277), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.888355 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Deleting port 8ce6dbc3-ead4-47b0-b301-977cb44aa277 {{(pid=109058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:48:17.889081 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (8ce6dbc3-ead4-47b0-b301-977cb44aa277), before_delete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.895544 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce6dbc3-ead4-47b0-b301-977cb44aa277,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:17.900773 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] No DVR routers for this DVR port 8ce6dbc3-ead4-47b0-b301-977cb44aa277 on host dv-cinder-815614-10-iscsi {{(pid=109056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:17.954965 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] For port 8ce6dbc3-ead4-47b0-b301-977cb44aa277, host dv-cinder-815614-10-iscsi, got binding levels [] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:17.955974 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (8ce6dbc3-ead4-47b0-b301-977cb44aa277), precommit_delete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.969231 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Calling delete_port for 8ce6dbc3-ead4-47b0-b301-977cb44aa277 owned by network:dhcp {{(pid=109058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:48:17.972721 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.ipam_backend_mixin [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Port 8ce6dbc3-ead4-47b0-b301-977cb44aa277 was not found and therefore no delete operation was performed {{(pid=109058) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 09:48:17.974115 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843'] for port (8ce6dbc3-ead4-47b0-b301-977cb44aa277), after_delete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.981743 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409116', 'neutron.services.segments.db._delete_segments_for_network-8767559616543'] for network (185eec56-d702-449f-b261-73b231d90d36), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:18.000809 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Pushing event deleted for resources: {'Port': ['ID=8ce6dbc3-ead4-47b0-b301-977cb44aa277,revision_number=None']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:18.003507 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185eec56-d702-449f-b261-73b231d90d36']}} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:18.004497 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] No DVR routers for this DVR port 8ce6dbc3-ead4-47b0-b301-977cb44aa277 on host dv-cinder-815614-10-iscsi {{(pid=109058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:18.015551 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:18.015918 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:18.016274 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:18.016666 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:18.016970 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399f8829-00a3-45a5-8d2a-92187d4b2a43') {'for_net_delete': True} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:18.017122 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:18.017278 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399f8829-00a3-45a5-8d2a-92187d4b2a43') {} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:18.017407 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:18.017671 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:18.018050 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:18.018713 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:18.018713 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:18.019283 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:18.019546 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:18.019889 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c497c87-9dad-4b02-b771-25e99582ffa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:18.027192 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767559616925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051238'] for segment (399f8829-00a3-45a5-8d2a-92187d4b2a43), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:18.040798 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (399f8829-00a3-45a5-8d2a-92187d4b2a43), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:18.047052 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=109056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:48:18.047462 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6057279'] for segment (399f8829-00a3-45a5-8d2a-92187d4b2a43), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: Traceback (most recent call last): Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: timer() Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: cb(*args, **kw) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: return func(*args, **kwargs) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: self._notify() Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: self.callback(batched_events) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: event.method(event) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:48:18.050002 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:18.054482 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:48:18.054482 dv-cinder-815614-10-iscsi neutron-server[109056]: return f(self, *a, **k) Jan 21 09:48:18.054482 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:18.054482 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._get(url).json() Jan 21 09:48:18.054482 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:18.054482 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:18.054482 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:48:18.054482 dv-cinder-815614-10-iscsi neutron-server[109056]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:18.054482 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:48:18.054482 dv-cinder-815614-10-iscsi neutron-server[109056]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:18.054482 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:48:18.054482 dv-cinder-815614-10-iscsi neutron-server[109056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:18.054482 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:48:18.054482 dv-cinder-815614-10-iscsi neutron-server[109056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:18.054482 dv-cinder-815614-10-iscsi neutron-server[109056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:18.112998 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910546'] for network (185eec56-d702-449f-b261-73b231d90d36), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:18.118628 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:18.122060 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] 10.222.0.112 "DELETE /v2.0/networks/185eec56-d702-449f-b261-73b231d90d36 HTTP/1.1" status: 204 len: 168 time: 0.5465901 Jan 21 09:48:18.134207 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bcf2ff-007f-4899-90d1-bd08d090ab10 admin admin] Pushing event deleted for resources: {'Network': ['ID=185eec56-d702-449f-b261-73b231d90d36,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:18.313176 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54816) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:18.358636 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-1366c633-18f2-4792-bbeb-973245c0b081 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a88b4bd72bcf44a19d480e01fb3ffa89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441689 Jan 21 09:48:18.361326 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54820) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:18.408256 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e6e1d606-6e2c-4a93-b741-c8fafdbe1953 admin admin] Publish callbacks [] for security_group (c443506e-59ef-45b5-8699-bdbcedd8728e), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:18.429779 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e6e1d606-6e2c-4a93-b741-c8fafdbe1953 admin admin] Publish callbacks [] for security_group (c443506e-59ef-45b5-8699-bdbcedd8728e), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:18.476132 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e6e1d606-6e2c-4a93-b741-c8fafdbe1953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (c443506e-59ef-45b5-8699-bdbcedd8728e), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:18.478733 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e6e1d606-6e2c-4a93-b741-c8fafdbe1953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:18.480000 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-e6e1d606-6e2c-4a93-b741-c8fafdbe1953 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c443506e-59ef-45b5-8699-bdbcedd8728e HTTP/1.1" status: 204 len: 168 time: 0.1170938 Jan 21 09:48:18.487702 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1d606-6e2c-4a93-b741-c8fafdbe1953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c443506e-59ef-45b5-8699-bdbcedd8728e,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:18.725558 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:18.821881 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54830) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:18.861405 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-502ae8d7-9f39-490e-872c-6a2fdb1002ed admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=fb073a2e4f1a426c85e42d222c8faac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383396 Jan 21 09:48:18.864519 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54832) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:18.914621 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-88f9f5f7-6756-435d-9e22-16173d5c16ad admin admin] Publish callbacks [] for security_group (02d048a7-c739-421b-9277-9d6828200128), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:18.936011 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-88f9f5f7-6756-435d-9e22-16173d5c16ad admin admin] Publish callbacks [] for security_group (02d048a7-c739-421b-9277-9d6828200128), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:18.983154 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-88f9f5f7-6756-435d-9e22-16173d5c16ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (02d048a7-c739-421b-9277-9d6828200128), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:18.985690 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-88f9f5f7-6756-435d-9e22-16173d5c16ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:18.987520 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-88f9f5f7-6756-435d-9e22-16173d5c16ad admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/02d048a7-c739-421b-9277-9d6828200128 HTTP/1.1" status: 204 len: 168 time: 0.1215434 Jan 21 09:48:18.995352 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9f5f7-6756-435d-9e22-16173d5c16ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d048a7-c739-421b-9277-9d6828200128,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:19.089040 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 7fb7b741-7166-465c-bb81-ffe79cb58b0e no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:48:19.110261 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: 7fb7b741-7166-465c-bb81-ffe79cb58b0e {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:48:19.110621 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 7fb7b741-7166-465c-bb81-ffe79cb58b0e not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:48:19.111092 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 8ce6dbc3-ead4-47b0-b301-977cb44aa277 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:48:19.130766 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: 8ce6dbc3-ead4-47b0-b301-977cb44aa277 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:48:19.131173 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 8ce6dbc3-ead4-47b0-b301-977cb44aa277 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:48:19.131586 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device c9fd7178-9ff1-4759-81e6-d846733c4eb5 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:48:19.150720 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: c9fd7178-9ff1-4759-81e6-d846733c4eb5 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:48:19.151118 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device c9fd7178-9ff1-4759-81e6-d846733c4eb5 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:48:19.198593 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:31.265685 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:32.899487 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f018f717-7fe9-42fe-8163-5ee4687d6d82 req-8222380f-45c2-44aa-8d02-6a0a71d50a44 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455534 Jan 21 09:48:32.962825 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018f717-7fe9-42fe-8163-5ee4687d6d82 req-9b2cd8a4-0b10-40b8-b325-e77371d6276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:32.964343 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f018f717-7fe9-42fe-8163-5ee4687d6d82 req-9b2cd8a4-0b10-40b8-b325-e77371d6276e service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=b0f3677d18a14829ba92c635e3e952b4&device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 1099 time: 0.0404723 Jan 21 09:48:33.072994 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018f717-7fe9-42fe-8163-5ee4687d6d82 req-7656dc20-cd37-47ff-9103-1374973ae0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:33.073794 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f018f717-7fe9-42fe-8163-5ee4687d6d82 req-7656dc20-cd37-47ff-9103-1374973ae0e6 service neutron] 10.222.0.130 "GET /v2.0/networks?id=d94bdff3-5414-4f0b-add5-113ce72946b0 HTTP/1.1" status: 200 len: 910 time: 0.0874908 Jan 21 09:48:33.139830 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f018f717-7fe9-42fe-8163-5ee4687d6d82 req-a53d422f-3e16-4789-b104-7ca0304df6a7 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7248ef6-9316-49a2-b5c2-6aa92f3ac971 HTTP/1.1" status: 200 len: 1002 time: 0.0582376 Jan 21 09:48:33.186453 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018f717-7fe9-42fe-8163-5ee4687d6d82 req-647d9359-4ddc-4550-a8ce-cf1f5838118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:33.187941 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f018f717-7fe9-42fe-8163-5ee4687d6d82 req-647d9359-4ddc-4550-a8ce-cf1f5838118c service neutron] 10.222.0.130 "GET /v2.0/subnets?id=1b5bdd26-760c-4c0a-9b53-fd52016de2be HTTP/1.1" status: 200 len: 848 time: 0.0415907 Jan 21 09:48:33.236776 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018f717-7fe9-42fe-8163-5ee4687d6d82 req-347b40b6-24d4-4062-9426-d6a1fa0b2ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:33.238285 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f018f717-7fe9-42fe-8163-5ee4687d6d82 req-347b40b6-24d4-4062-9426-d6a1fa0b2ef0 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=d94bdff3-5414-4f0b-add5-113ce72946b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428810 Jan 21 09:48:33.329250 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f018f717-7fe9-42fe-8163-5ee4687d6d82 req-ca8d25f7-f383-4ccd-9abe-f6e8631244fb service neutron] 10.222.0.130 "GET /v2.0/networks/d94bdff3-5414-4f0b-add5-113ce72946b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833764 Jan 21 09:48:33.423302 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f018f717-7fe9-42fe-8163-5ee4687d6d82 req-82808cb1-b705-4350-be92-27cb4d67111d service neutron] 10.222.0.130 "GET /v2.0/networks/d94bdff3-5414-4f0b-add5-113ce72946b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878575 Jan 21 09:48:38.746878 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0c4ad-4e54-4fee-973f-049be5f6268d req-5cde1676-789f-4ff8-9a4f-c2d70d374362 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:38.748463 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ebd0c4ad-4e54-4fee-973f-049be5f6268d req-5cde1676-789f-4ff8-9a4f-c2d70d374362 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0513248 Jan 21 09:48:38.757920 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 54994) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:38.799028 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ebd0c4ad-4e54-4fee-973f-049be5f6268d req-224e9e60-16f6-49f2-aae0-3c2f9a87de3b tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446718 Jan 21 09:48:38.867710 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-38eb0526-d70e-46b4-b1ad-fb845d34a1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:38.939296 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-38eb0526-d70e-46b4-b1ad-fb845d34a1b7 admin admin] Publish callbacks [] for security_group (b8cce43d-604b-41cd-b544-ef91fa4b9a1a), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:38.943693 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-38eb0526-d70e-46b4-b1ad-fb845d34a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (b8cce43d-604b-41cd-b544-ef91fa4b9a1a), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:38.981369 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-38eb0526-d70e-46b4-b1ad-fb845d34a1b7 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=56ced998e9cf472cb064e3b37b509951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222524 Jan 21 09:48:38.982530 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb0526-d70e-46b4-b1ad-fb845d34a1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cce43d-604b-41cd-b544-ef91fa4b9a1a,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:38.984346 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 54998) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:38.989834 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0526-d70e-46b4-b1ad-fb845d34a1b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:38.990199 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0526-d70e-46b4-b1ad-fb845d34a1b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:38.990558 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0526-d70e-46b4-b1ad-fb845d34a1b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:38.990942 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0526-d70e-46b4-b1ad-fb845d34a1b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:38.991290 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0526-d70e-46b4-b1ad-fb845d34a1b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:38.991636 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0526-d70e-46b4-b1ad-fb845d34a1b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:38.991978 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0526-d70e-46b4-b1ad-fb845d34a1b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:38.992318 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0526-d70e-46b4-b1ad-fb845d34a1b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:38.992663 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0526-d70e-46b4-b1ad-fb845d34a1b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:38.993002 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0526-d70e-46b4-b1ad-fb845d34a1b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:38.993335 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0526-d70e-46b4-b1ad-fb845d34a1b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:38.993669 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0526-d70e-46b4-b1ad-fb845d34a1b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:38.994002 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eb0526-d70e-46b4-b1ad-fb845d34a1b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:39.038514 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-2106de67-ab1d-431c-b119-8f492ab216b8 admin admin] Publish callbacks [] for security_group (b8cce43d-604b-41cd-b544-ef91fa4b9a1a), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:39.062116 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-2106de67-ab1d-431c-b119-8f492ab216b8 admin admin] Publish callbacks [] for security_group (b8cce43d-604b-41cd-b544-ef91fa4b9a1a), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:39.109757 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-2106de67-ab1d-431c-b119-8f492ab216b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (b8cce43d-604b-41cd-b544-ef91fa4b9a1a), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:39.112644 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-2106de67-ab1d-431c-b119-8f492ab216b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:39.114215 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-2106de67-ab1d-431c-b119-8f492ab216b8 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/b8cce43d-604b-41cd-b544-ef91fa4b9a1a HTTP/1.1" status: 204 len: 168 time: 0.1285508 Jan 21 09:48:39.126535 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106de67-ab1d-431c-b119-8f492ab216b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cce43d-604b-41cd-b544-ef91fa4b9a1a,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:39.763968 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 55024) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:39.861563 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-09291213-dd91-49b8-bd9c-090305b1aba7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-467710035-network', 'tenant_id': '20c99f75414e4df1b10eeeb39f25cac0'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:39.887020 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09291213-dd91-49b8-bd9c-090305b1aba7 admin admin] Made reservation on behalf of 20c99f75414e4df1b10eeeb39f25cac0 for: {'network': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:39.889611 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-09291213-dd91-49b8-bd9c-090305b1aba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:39.899990 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-09291213-dd91-49b8-bd9c-090305b1aba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:39.976561 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-09291213-dd91-49b8-bd9c-090305b1aba7 admin admin] Publish callbacks [] for security_group (2570d687-a571-416c-80c8-b703d420b6ba), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:39.981065 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-09291213-dd91-49b8-bd9c-090305b1aba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (2570d687-a571-416c-80c8-b703d420b6ba), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:40.006630 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09291213-dd91-49b8-bd9c-090305b1aba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=109056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:40.015827 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09291213-dd91-49b8-bd9c-090305b1aba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2570d687-a571-416c-80c8-b703d420b6ba,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:40.022860 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-09291213-dd91-49b8-bd9c-090305b1aba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (ddad3886-1096-4269-9aea-aa14372a32fc), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:40.023235 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.segments_db [None req-09291213-dd91-49b8-bd9c-090305b1aba7 admin admin] Added segment ddad3886-1096-4269-9aea-aa14372a32fc of type vlan for network f7a8f428-b1c4-405f-a391-ed83a5882241 Jan 21 09:48:40.066099 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-09291213-dd91-49b8-bd9c-090305b1aba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (f7a8f428-b1c4-405f-a391-ed83a5882241), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:40.118949 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-09291213-dd91-49b8-bd9c-090305b1aba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (f7a8f428-b1c4-405f-a391-ed83a5882241), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:40.119912 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09291213-dd91-49b8-bd9c-090305b1aba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:40.120514 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-09291213-dd91-49b8-bd9c-090305b1aba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:40.165220 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-09291213-dd91-49b8-bd9c-090305b1aba7 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3971026 Jan 21 09:48:40.165616 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 55032) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:48:40.170903 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-3796ab6a-56dc-46f4-a344-2f411de001e2 admin admin] Request body: {'subnet': {'network_id': 'f7a8f428-b1c4-405f-a391-ed83a5882241', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-467710035-subnet', 'tenant_id': '20c99f75414e4df1b10eeeb39f25cac0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:40.196175 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3796ab6a-56dc-46f4-a344-2f411de001e2 admin admin] Made reservation on behalf of 20c99f75414e4df1b10eeeb39f25cac0 for: {'subnet': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:40.198944 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3796ab6a-56dc-46f4-a344-2f411de001e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4499758'] for subnet (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:40.203902 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af452b-a998-4755-a3df-c9e9746720d3 req-f002086b-9948-4446-838e-12007dd98884 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:40.205431 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-60af452b-a998-4755-a3df-c9e9746720d3 req-f002086b-9948-4446-838e-12007dd98884 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.1264617 Jan 21 09:48:40.206598 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09291213-dd91-49b8-bd9c-090305b1aba7 admin admin] Pushing event updated for resources: {'Network': ['ID=f7a8f428-b1c4-405f-a391-ed83a5882241,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:40.219770 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network f7a8f428-b1c4-405f-a391-ed83a5882241 details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:48:40.261450 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-60af452b-a998-4755-a3df-c9e9746720d3 req-b9f88f71-c876-4237-a362-af3aae76fb55 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461106 Jan 21 09:48:40.379012 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3796ab6a-56dc-46f4-a344-2f411de001e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4494437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4499760'] for subnet (28603871-0f7e-4cfe-9623-a35607be933a), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:40.427718 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796ab6a-56dc-46f4-a344-2f411de001e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28603871-0f7e-4cfe-9623-a35607be933a,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:40.444202 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3796ab6a-56dc-46f4-a344-2f411de001e2 admin admin] Checking segment: {'id': 'ddad3886-1096-4269-9aea-aa14372a32fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f7a8f428-b1c4-405f-a391-ed83a5882241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:48:40.444573 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796ab6a-56dc-46f4-a344-2f411de001e2 admin admin] Network hostable DHCP agents. Network: f7a8f428-b1c4-405f-a391-ed83a5882241, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:40.461981 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796ab6a-56dc-46f4-a344-2f411de001e2 admin admin] Network f7a8f428-b1c4-405f-a391-ed83a5882241 is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:40.471099 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-3796ab6a-56dc-46f4-a344-2f411de001e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, f7a8f428-b1c4-405f-a391-ed83a5882241) {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:40.476470 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3796ab6a-56dc-46f4-a344-2f411de001e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:40.476881 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3796ab6a-56dc-46f4-a344-2f411de001e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:40.485684 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747846f5-dc54-4e57-b876-410055b55ffd None None] Network f7a8f428-b1c4-405f-a391-ed83a5882241 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:48:40.494769 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-3796ab6a-56dc-46f4-a344-2f411de001e2 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3276923 Jan 21 09:48:40.597918 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb53cb2-cd46-4c11-a3e1-7ebe94f38aa9 None None] Network f7a8f428-b1c4-405f-a391-ed83a5882241 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:48:41.390302 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1207f7-6797-4824-bc95-91d6a144b4f8 req-98ccf424-7504-4a42-81e2-b290c55ce29c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:41.391830 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2d1207f7-6797-4824-bc95-91d6a144b4f8 req-98ccf424-7504-4a42-81e2-b290c55ce29c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0500519 Jan 21 09:48:41.443282 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2d1207f7-6797-4824-bc95-91d6a144b4f8 req-1625b34e-4279-4bfc-bc92-90b143f4ac71 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456324 Jan 21 09:48:42.238490 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-cfd9947c-a5b0-4bf0-95e7-b662622ba84a tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:42.239909 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-cfd9947c-a5b0-4bf0-95e7-b662622ba84a tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/networks?id=f7a8f428-b1c4-405f-a391-ed83a5882241 HTTP/1.1" status: 200 len: 813 time: 0.1004708 Jan 21 09:48:42.255719 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-4d522f72-5b59-4f60-b320-e20add65801d tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/quotas/20c99f75414e4df1b10eeeb39f25cac0 HTTP/1.1" status: 200 len: 375 time: 0.0101058 Jan 21 09:48:42.286764 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-213b29c1-1892-4002-bdf0-65acf364d9c9 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=20c99f75414e4df1b10eeeb39f25cac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261526 Jan 21 09:48:42.379006 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-e15da324-4940-49bf-9b1b-bcc169e65d3f service neutron] 10.222.0.112 "GET /v2.0/networks/f7a8f428-b1c4-405f-a391-ed83a5882241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857530 Jan 21 09:48:42.471591 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-1c7354eb-8e55-44b5-93b4-c70e63bc9b22 service neutron] 10.222.0.112 "GET /v2.0/networks/f7a8f428-b1c4-405f-a391-ed83a5882241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868614 Jan 21 09:48:42.574764 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cae1a-2b56-458d-92d8-34a0ddb71888 req-0376fc26-5b5b-48a9-b68c-2eb3f7b7fc98 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:42.576980 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3f0cae1a-2b56-458d-92d8-34a0ddb71888 req-0376fc26-5b5b-48a9-b68c-2eb3f7b7fc98 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0585539 Jan 21 09:48:42.636591 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-91bd83a6-551b-4482-bc65-9f8af5a18259 req-bee4da65-2e72-4b88-805f-0a2fbebc83d7 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8665157f-c846-43a7-8c76-da034684c770 HTTP/1.1" status: 200 len: 210 time: 0.0325773 Jan 21 09:48:42.643830 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-3f0cae1a-2b56-458d-92d8-34a0ddb71888 req-136499b8-9a30-4d9d-9224-18975a750037 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598648 Jan 21 09:48:42.723167 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5ce8db80-7e87-4929-be3f-1711c6457386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:43.601234 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-768aab68-4907-4bc2-8324-5f0ef92eb8b9 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:43.602783 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-768aab68-4907-4bc2-8324-5f0ef92eb8b9 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.130 "GET /v2.0/networks?id=f7a8f428-b1c4-405f-a391-ed83a5882241 HTTP/1.1" status: 200 len: 813 time: 0.1054692 Jan 21 09:48:43.617343 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-8f1af645-5797-4685-b0bf-ebabac1cda6e tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Request body: {'port': {'device_id': '8665157f-c846-43a7-8c76-da034684c770', 'network_id': 'f7a8f428-b1c4-405f-a391-ed83a5882241', 'admin_state_up': True, 'tenant_id': '20c99f75414e4df1b10eeeb39f25cac0'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:43.750406 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-68720eb9-e65d-484e-ad8b-11c8d5efe100 req-0bac1f33-8477-43a8-9ee2-785903bc147d tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8665157f-c846-43a7-8c76-da034684c770 HTTP/1.1" status: 200 len: 210 time: 0.0334253 Jan 21 09:48:43.755813 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-8f1af645-5797-4685-b0bf-ebabac1cda6e tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Made reservation on behalf of 20c99f75414e4df1b10eeeb39f25cac0 for: {'port': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:43.759527 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-8f1af645-5797-4685-b0bf-ebabac1cda6e tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:43.783120 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93132ff-e461-46a7-82b7-0e76172b98dd req-9336fa02-3718-4637-827f-dfb2cd5b3db4 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:43.785302 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e93132ff-e461-46a7-82b7-0e76172b98dd req-9336fa02-3718-4637-827f-dfb2cd5b3db4 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0554955 Jan 21 09:48:43.837073 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e93132ff-e461-46a7-82b7-0e76172b98dd req-133731ec-c408-4916-adfd-8b9346f74554 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434062 Jan 21 09:48:43.896213 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-8f1af645-5797-4685-b0bf-ebabac1cda6e tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Allocated IP 172.20.0.12 (f7a8f428-b1c4-405f-a391-ed83a5882241/28603871-0f7e-4cfe-9623-a35607be933a/001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:44.043722 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-8f1af645-5797-4685-b0bf-ebabac1cda6e tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Publish callbacks [] for port (001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:44.077671 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-8f1af645-5797-4685-b0bf-ebabac1cda6e tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:44.122217 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-8f1af645-5797-4685-b0bf-ebabac1cda6e tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Network f7a8f428-b1c4-405f-a391-ed83a5882241 is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:44.125172 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-8f1af645-5797-4685-b0bf-ebabac1cda6e tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:44.128860 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-8f1af645-5797-4685-b0bf-ebabac1cda6e tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:48:44.151526 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1af645-5797-4685-b0bf-ebabac1cda6e tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Pushing event updated for resources: {'Port': ['ID=001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:44.178976 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-8f1af645-5797-4685-b0bf-ebabac1cda6e tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:44.179613 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-8f1af645-5797-4685-b0bf-ebabac1cda6e tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:44.194981 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-8f1af645-5797-4685-b0bf-ebabac1cda6e tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5814567 Jan 21 09:48:44.209623 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Request body: {'port': {'device_id': '8665157f-c846-43a7-8c76-da034684c770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:48:44.265755 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:44.517143 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 {{(pid=109057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:48:44.525010 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Publish callbacks [] for port (001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:44.536804 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.provisioning_blocks [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Transition to ACTIVE for port object 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 will not be triggered until provisioned by entity L2. {{(pid=109057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:44.540636 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4495340'] for port (001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:44.598888 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Pushing event updated for resources: {'Port': ['ID=001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4,revision_number=2']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:44.670419 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.managers [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Attempting to bind port 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:48:44.671292 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.managers [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Attempting to bind port 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': 'ddad3886-1096-4269-9aea-aa14372a32fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f7a8f428-b1c4-405f-a391-ed83a5882241'}] {{(pid=109057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:48:44.671292 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Attempting to bind port 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 on network f7a8f428-b1c4-405f-a391-ed83a5882241 {{(pid=109057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:48:44.675613 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Port 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 on network f7a8f428-b1c4-405f-a391-ed83a5882241 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:48:44.675952 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Attempting to bind port 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 on network f7a8f428-b1c4-405f-a391-ed83a5882241 {{(pid=109057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:48:44.680876 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:48:44.681225 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Checking segment: {'id': 'ddad3886-1096-4269-9aea-aa14372a32fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f7a8f428-b1c4-405f-a391-ed83a5882241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:48:44.681631 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Bound using segment: {'id': 'ddad3886-1096-4269-9aea-aa14372a32fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f7a8f428-b1c4-405f-a391-ed83a5882241'} {{(pid=109057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:48:44.682080 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.managers [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Bound port: 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddad3886-1096-4269-9aea-aa14372a32fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f7a8f428-b1c4-405f-a391-ed83a5882241'}}] {{(pid=109057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:48:44.682454 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:44.744111 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] For port 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4, host hv-cinder-81561, cleared binding levels {{(pid=109057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:44.747105 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] For port 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4,segment=NetworkSegment(ddad3886-1096-4269-9aea-aa14372a32fc),segment_id=ddad3886-1096-4269-9aea-aa14372a32fc)] {{(pid=109057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:44.751977 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4495340'] for port (001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:44.786363 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:44.787048 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:44.788509 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] 10.222.0.130 "PUT /v2.0/ports/001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 HTTP/1.1" status: 200 len: 1094 time: 0.5834353 Jan 21 09:48:44.788976 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8665157f-c846-43a7-8c76-da034684c770', 'tag': '001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4'}] {{(pid=109057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:44.791372 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79949007bb9b1bb4c7285b4ffc7cbdeea347a4eb7e1b137d5b1548f1f832f7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e57b5a-e2fb-4884-af50-5eb623e5267c" -d '{"events": [{"name": "network-changed", "server_uuid": "8665157f-c846-43a7-8c76-da034684c770", "tag": "001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4"}]}' {{(pid=109057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:48:44.814483 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aec552-8163-4191-91fd-d9ea929dde71 service neutron] Pushing event updated for resources: {'Port': ['ID=001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4,revision_number=3']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:44.868974 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6eea6c-c1f8-44d0-a36c-0c23db056715 x-openstack-request-id: req-4f6eea6c-c1f8-44d0-a36c-0c23db056715 {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:48:44.869600 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8665157f-c846-43a7-8c76-da034684c770", "tag": "001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4", "status": "completed", "code": 200}]} {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:48:44.870620 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-4f6eea6c-c1f8-44d0-a36c-0c23db056715 {{(pid=109057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:48:44.870620 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8665157f-c846-43a7-8c76-da034684c770', 'tag': '001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4', 'status': 'completed', 'code': 200} Jan 21 09:48:44.887996 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c784a74-0f6e-4a3c-a25d-9c182327375b req-478ef3c0-987e-45f6-9b10-4b3a4b0b88ee tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:44.889648 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3c784a74-0f6e-4a3c-a25d-9c182327375b req-478ef3c0-987e-45f6-9b10-4b3a4b0b88ee tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8665157f-c846-43a7-8c76-da034684c770 HTTP/1.1" status: 200 len: 944 time: 0.0561614 Jan 21 09:48:44.889823 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-be082972-5eae-4052-b39e-c9da36d239b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:44.892911 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-be082972-5eae-4052-b39e-c9da36d239b1 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=20c99f75414e4df1b10eeeb39f25cac0&device_id=8665157f-c846-43a7-8c76-da034684c770 HTTP/1.1" status: 200 len: 1097 time: 0.0566611 Jan 21 09:48:44.936298 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-641c4e8c-cda1-46fe-8750-5db2b5f4e0d3 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 HTTP/1.1" status: 200 len: 217 time: 0.0365720 Jan 21 09:48:44.946413 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3c784a74-0f6e-4a3c-a25d-9c182327375b req-f22489e9-1f6c-40c6-8831-5ea2f6b5c94d tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505197 Jan 21 09:48:45.275993 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-001aa5fe-ac6f-42db-8446-582c61606774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:45.277492 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-001aa5fe-ac6f-42db-8446-582c61606774 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=28603871-0f7e-4cfe-9623-a35607be933a HTTP/1.1" status: 200 len: 853 time: 0.3318408 Jan 21 09:48:45.286643 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1d005-c33f-4cc1-9433-39e2f577fbee req-f0c539d0-5f24-41c9-a93b-33680c9dbea8 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:45.288092 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-70b1d005-c33f-4cc1-9433-39e2f577fbee req-f0c539d0-5f24-41c9-a93b-33680c9dbea8 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.3546841 Jan 21 09:48:45.323300 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-e5c9adc6-5068-45da-824d-959e89022f7b service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=f7a8f428-b1c4-405f-a391-ed83a5882241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341127 Jan 21 09:48:45.375714 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-70b1d005-c33f-4cc1-9433-39e2f577fbee req-51f456d9-5a33-476f-aad5-572c49fc933a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792823 Jan 21 09:48:45.421542 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b5f7bc03-3e5f-410a-bf54-69447ab662cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:45.434898 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-9482ae64-0633-4655-ba69-71a05e5c2e52 service neutron] 10.222.0.130 "GET /v2.0/networks/f7a8f428-b1c4-405f-a391-ed83a5882241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041372 Jan 21 09:48:45.522984 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-966aceba-db02-4ab5-af04-fa22c77d6fdc req-4ed56780-1546-4844-a1f9-ce0bc7655c82 service neutron] 10.222.0.130 "GET /v2.0/networks/f7a8f428-b1c4-405f-a391-ed83a5882241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816555 Jan 21 09:48:45.622463 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e57b5a-e2fb-4884-af50-5eb623e5267c req-abe85205-3bd5-420c-9ce8-9549bb00547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:45.623910 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-09e57b5a-e2fb-4884-af50-5eb623e5267c req-abe85205-3bd5-420c-9ce8-9549bb00547f service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=20c99f75414e4df1b10eeeb39f25cac0&device_id=8665157f-c846-43a7-8c76-da034684c770 HTTP/1.1" status: 200 len: 1097 time: 0.0408978 Jan 21 09:48:45.715499 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e57b5a-e2fb-4884-af50-5eb623e5267c req-79c4444e-0f59-4d66-b185-6dbd7cc46f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:45.716993 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-09e57b5a-e2fb-4884-af50-5eb623e5267c req-79c4444e-0f59-4d66-b185-6dbd7cc46f96 service neutron] 10.222.0.130 "GET /v2.0/networks?id=f7a8f428-b1c4-405f-a391-ed83a5882241 HTTP/1.1" status: 200 len: 914 time: 0.0864527 Jan 21 09:48:45.757839 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-09e57b5a-e2fb-4884-af50-5eb623e5267c req-63abb988-f8e9-4750-9f98-033af9af85d3 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 HTTP/1.1" status: 200 len: 217 time: 0.0333047 Jan 21 09:48:45.816111 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e57b5a-e2fb-4884-af50-5eb623e5267c req-b8debe8b-ded7-423e-ad1a-fc1ae7d8901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:45.817843 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-09e57b5a-e2fb-4884-af50-5eb623e5267c req-b8debe8b-ded7-423e-ad1a-fc1ae7d8901d service neutron] 10.222.0.130 "GET /v2.0/subnets?id=28603871-0f7e-4cfe-9623-a35607be933a HTTP/1.1" status: 200 len: 853 time: 0.0469766 Jan 21 09:48:45.853356 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-09e57b5a-e2fb-4884-af50-5eb623e5267c req-b6f15985-67a4-4b84-8d14-44e243fcfef9 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=f7a8f428-b1c4-405f-a391-ed83a5882241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245597 Jan 21 09:48:45.941815 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-09e57b5a-e2fb-4884-af50-5eb623e5267c req-f129ac6f-829c-4201-82fa-f6949660e5e8 service neutron] 10.222.0.130 "GET /v2.0/networks/f7a8f428-b1c4-405f-a391-ed83a5882241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806444 Jan 21 09:48:46.042610 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-09e57b5a-e2fb-4884-af50-5eb623e5267c req-f2d1261a-0cea-47f3-bbf3-4adb384e1cd2 service neutron] 10.222.0.130 "GET /v2.0/networks/f7a8f428-b1c4-405f-a391-ed83a5882241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881007 Jan 21 09:48:46.069187 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9bf6c-e32f-41cb-9c87-e454dcceef02 req-58a8101c-570b-48a4-a3b0-e952f4b5fa1b tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:46.072667 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c8e9bf6c-e32f-41cb-9c87-e454dcceef02 req-58a8101c-570b-48a4-a3b0-e952f4b5fa1b tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8665157f-c846-43a7-8c76-da034684c770 HTTP/1.1" status: 200 len: 944 time: 0.0545979 Jan 21 09:48:46.120567 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c8e9bf6c-e32f-41cb-9c87-e454dcceef02 req-02e22f48-0ba8-4793-8363-5ac4b6d8e253 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421879 Jan 21 09:48:46.497278 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1ab7a-6c6b-4fe5-9ca1-d1b9019b4edd req-d31944d2-04f7-4fea-b548-f72ff0bd8752 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:46.498813 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cee1ab7a-6c6b-4fe5-9ca1-d1b9019b4edd req-d31944d2-04f7-4fea-b548-f72ff0bd8752 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0492544 Jan 21 09:48:46.545173 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cee1ab7a-6c6b-4fe5-9ca1-d1b9019b4edd req-1be136d6-71ae-4cf0-8741-6ed0d61bf6a9 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402341 Jan 21 09:48:46.883534 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:47.249801 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1733afe-bfef-47d2-a7db-ad6abe370234 req-49c6f6a2-f314-47ba-86d9-970d0daa14be tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:47.251468 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c1733afe-bfef-47d2-a7db-ad6abe370234 req-49c6f6a2-f314-47ba-86d9-970d0daa14be tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8665157f-c846-43a7-8c76-da034684c770 HTTP/1.1" status: 200 len: 944 time: 0.0588524 Jan 21 09:48:47.300412 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c1733afe-bfef-47d2-a7db-ad6abe370234 req-528f7af5-470e-4441-9e78-28311d5ea8ac tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416055 Jan 21 09:48:47.672665 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d025b4-fe31-4e13-9c0a-50d5495e972c req-fafbadc2-4b15-4bc9-b9c7-0b751533baff tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:47.674188 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-07d025b4-fe31-4e13-9c0a-50d5495e972c req-fafbadc2-4b15-4bc9-b9c7-0b751533baff tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0531857 Jan 21 09:48:47.721795 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-07d025b4-fe31-4e13-9c0a-50d5495e972c req-75671bcb-a73b-473a-96cb-659a8ebeba21 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 Jan 21 09:48:48.416251 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ab752-3049-4096-94d8-7552936c83b9 req-42ebbd84-ffad-450f-b9c0-9a0da54ca8d9 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:48.417729 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8b7ab752-3049-4096-94d8-7552936c83b9 req-42ebbd84-ffad-450f-b9c0-9a0da54ca8d9 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8665157f-c846-43a7-8c76-da034684c770 HTTP/1.1" status: 200 len: 944 time: 0.0490510 Jan 21 09:48:48.467358 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8b7ab752-3049-4096-94d8-7552936c83b9 req-de5a715e-d841-44e4-9786-e86047392d53 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421002 Jan 21 09:48:48.467641 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:48:48.565118 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4,segment=NetworkSegment(ddad3886-1096-4269-9aea-aa14372a32fc),segment_id=ddad3886-1096-4269-9aea-aa14372a32fc)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:48.576188 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': '001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4', 'network_id': 'f7a8f428-b1c4-405f-a391-ed83a5882241', 'port_id': '001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4', 'mac_address': 'fa:16:3e:dd:6a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28603871-0f7e-4cfe-9623-a35607be933a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:48:48.612786 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:48:48.613102 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:48.625575 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:48:48.644600 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4,segment=NetworkSegment(ddad3886-1096-4269-9aea-aa14372a32fc),segment_id=ddad3886-1096-4269-9aea-aa14372a32fc)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:48.650247 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:48.698077 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:48.721771 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:48.853209 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49b16c-70da-42cb-aa16-e9bf3c280b10 req-26f719e2-efb0-4ff1-a997-283017048aef tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:48.856011 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0c49b16c-70da-42cb-aa16-e9bf3c280b10 req-26f719e2-efb0-4ff1-a997-283017048aef tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0578082 Jan 21 09:48:48.911645 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0c49b16c-70da-42cb-aa16-e9bf3c280b10 req-bfadb016-c923-4678-bc33-68e3edf03008 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502253 Jan 21 09:48:48.955877 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:48:49.191782 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:49.586092 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd931b2e-e435-4be1-bd84-d7edeb71f3fd req-6c616608-77c3-4e35-93e9-593588066daf tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:49.587641 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-bd931b2e-e435-4be1-bd84-d7edeb71f3fd req-6c616608-77c3-4e35-93e9-593588066daf tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8665157f-c846-43a7-8c76-da034684c770 HTTP/1.1" status: 200 len: 945 time: 0.0519955 Jan 21 09:48:49.633201 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-bd931b2e-e435-4be1-bd84-d7edeb71f3fd req-e75d0156-1cbc-4cdf-b997-55aca219ced9 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398779 Jan 21 09:48:50.039711 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c9bf8-a304-4729-a049-7a615dc54386 req-9fb7ba71-1931-4df9-a93c-420ef989669a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:50.041201 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-955c9bf8-a304-4729-a049-7a615dc54386 req-9fb7ba71-1931-4df9-a93c-420ef989669a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0519528 Jan 21 09:48:50.099672 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-955c9bf8-a304-4729-a049-7a615dc54386 req-01a7271c-fd41-4d0f-b2ea-c0a1319b3701 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527689 Jan 21 09:48:50.486718 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:48:50.540312 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:50.544907 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:50.545305 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:50.628757 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:48:50.629156 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:50.652665 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8665157f-c846-43a7-8c76-da034684c770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:50.655827 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07142a4f-d021-48f4-b6ec-8e4c98f7066d" -d '{"events": [{"server_uuid": "8665157f-c846-43a7-8c76-da034684c770", "name": "network-vif-plugged", "status": "completed", "tag": "001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:48:50.669865 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4,segment=NetworkSegment(ddad3886-1096-4269-9aea-aa14372a32fc),segment_id=ddad3886-1096-4269-9aea-aa14372a32fc)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:50.677005 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:50.708252 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7552a9b3-27be-4c1f-b989-0f2781c67fb2 x-openstack-request-id: req-7552a9b3-27be-4c1f-b989-0f2781c67fb2 {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:48:50.708564 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8665157f-c846-43a7-8c76-da034684c770", "name": "network-vif-plugged", "status": "completed", "tag": "001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:48:50.708829 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7552a9b3-27be-4c1f-b989-0f2781c67fb2 {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:48:50.709242 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8665157f-c846-43a7-8c76-da034684c770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4', 'code': 200} Jan 21 09:48:50.737015 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:50.756080 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a3bf6-3d27-44fb-a5ec-5d8d660e97c7 req-08a3d1e9-7318-4c21-95ee-b4858f92eb12 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:50.757787 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b32a3bf6-3d27-44fb-a5ec-5d8d660e97c7 req-08a3d1e9-7318-4c21-95ee-b4858f92eb12 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8665157f-c846-43a7-8c76-da034684c770 HTTP/1.1" status: 200 len: 946 time: 0.0530579 Jan 21 09:48:50.809622 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b32a3bf6-3d27-44fb-a5ec-5d8d660e97c7 req-6b65a1c1-b670-4f69-878a-e12d8b2a8953 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459473 Jan 21 09:48:50.890610 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083e211-23f1-4ef0-abb4-07f72a8cecef req-99c82a0c-7c51-451d-823f-e0199319b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:50.892184 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f083e211-23f1-4ef0-abb4-07f72a8cecef req-99c82a0c-7c51-451d-823f-e0199319b3ad service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=8665157f-c846-43a7-8c76-da034684c770 HTTP/1.1" status: 200 len: 1099 time: 0.0460820 Jan 21 09:48:50.938505 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f083e211-23f1-4ef0-abb4-07f72a8cecef req-ea62aa37-0dd6-4476-8557-ba1c65202647 service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387359 Jan 21 09:48:51.227124 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb78ee9-485f-4ef6-9605-6fe8c069259f req-7889b5e7-c067-460d-86c7-699937924fc8 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:51.228642 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9fb78ee9-485f-4ef6-9605-6fe8c069259f req-7889b5e7-c067-460d-86c7-699937924fc8 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0512152 Jan 21 09:48:51.276125 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9fb78ee9-485f-4ef6-9605-6fe8c069259f req-d35de414-c49d-4453-b16a-6c2d26560f2e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417776 Jan 21 09:48:51.928779 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4b5a1-7f76-4d80-8cac-5a3be279b8b7 req-96736856-e18c-42fa-9945-a34640575dbd tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:51.930347 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b3f4b5a1-7f76-4d80-8cac-5a3be279b8b7 req-96736856-e18c-42fa-9945-a34640575dbd tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8665157f-c846-43a7-8c76-da034684c770 HTTP/1.1" status: 200 len: 946 time: 0.0495994 Jan 21 09:48:51.980853 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b3f4b5a1-7f76-4d80-8cac-5a3be279b8b7 req-c741255b-89b5-47cd-9206-1e0f43da93db tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449116 Jan 21 09:48:52.402222 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d58dec-de71-43a3-917a-7a4e02ebab9b req-6a918105-bd11-43fc-9047-469f4c1c7a1b tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:52.403769 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-41d58dec-de71-43a3-917a-7a4e02ebab9b req-6a918105-bd11-43fc-9047-469f4c1c7a1b tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0500391 Jan 21 09:48:52.451880 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-41d58dec-de71-43a3-917a-7a4e02ebab9b req-fd781a3c-e87e-4f2e-b47a-89ac8ae47ea9 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414522 Jan 21 09:48:53.039825 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:48:53.103266 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286b304-9a96-4fb8-bb1e-881acebf3753 req-0466820c-bfd3-4bd6-b197-d56ddd07673c tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:53.104790 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7286b304-9a96-4fb8-bb1e-881acebf3753 req-0466820c-bfd3-4bd6-b197-d56ddd07673c tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8665157f-c846-43a7-8c76-da034684c770 HTTP/1.1" status: 200 len: 946 time: 0.0566375 Jan 21 09:48:53.151796 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7286b304-9a96-4fb8-bb1e-881acebf3753 req-753e9262-d6a6-4b5f-92c6-eba7ab3311b8 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413079 Jan 21 09:48:53.589312 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6880bf-2eeb-43d0-bb2a-c4976e99abf6 req-6c287804-1f6f-4b25-8366-6a8f43b4cf76 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:53.590918 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1f6880bf-2eeb-43d0-bb2a-c4976e99abf6 req-6c287804-1f6f-4b25-8366-6a8f43b4cf76 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0521929 Jan 21 09:48:53.644910 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1f6880bf-2eeb-43d0-bb2a-c4976e99abf6 req-167b7c4c-0367-4bb5-a627-1929eb9963ef tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475008 Jan 21 09:48:54.769162 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2fd1e-a814-42e9-b582-0be34170b6e8 req-3d6aa638-bfee-44e5-be83-695c7a2cd117 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:54.770679 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-16c2fd1e-a814-42e9-b582-0be34170b6e8 req-3d6aa638-bfee-44e5-be83-695c7a2cd117 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0493474 Jan 21 09:48:54.822086 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-16c2fd1e-a814-42e9-b582-0be34170b6e8 req-80665aa8-8d88-44d7-9222-3e7aea72d389 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455294 Jan 21 09:48:55.951158 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ff3aa-c35b-493c-ae7c-2bb272b32d68 req-b7e86606-368c-4c4d-95cf-1bf0269546af tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:55.952662 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-536ff3aa-c35b-493c-ae7c-2bb272b32d68 req-b7e86606-368c-4c4d-95cf-1bf0269546af tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0535257 Jan 21 09:48:56.000123 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-536ff3aa-c35b-493c-ae7c-2bb272b32d68 req-2e7cb576-3a9b-4458-8969-00e45f3f2348 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405567 Jan 21 09:48:56.536461 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device bfd9f4e3-7841-4225-baea-936775113c41 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:48:56.690495 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port bfd9f4e3-7841-4225-baea-936775113c41, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=bfd9f4e3-7841-4225-baea-936775113c41,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:56.713459 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': 'bfd9f4e3-7841-4225-baea-936775113c41', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'port_id': 'bfd9f4e3-7841-4225-baea-936775113c41', 'mac_address': 'fa:16:3e:4e:2b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:48:56.768792 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port bfd9f4e3-7841-4225-baea-936775113c41 is: ACTIVE; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:48:56.769199 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (bfd9f4e3-7841-4225-baea-936775113c41), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:56.783739 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfd9f4e3-7841-4225-baea-936775113c41 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:48:56.808289 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port bfd9f4e3-7841-4225-baea-936775113c41, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=bfd9f4e3-7841-4225-baea-936775113c41,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:56.812958 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (bfd9f4e3-7841-4225-baea-936775113c41), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:56.876258 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=bfd9f4e3-7841-4225-baea-936775113c41,revision_number=6']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:56.909925 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['bfd9f4e3-7841-4225-baea-936775113c41'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:48:57.178947 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44927304-bff5-4b0e-bd6c-bb63963c8b14 req-549debed-5575-4248-95bb-bb104c67f449 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:57.180672 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-44927304-bff5-4b0e-bd6c-bb63963c8b14 req-549debed-5575-4248-95bb-bb104c67f449 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 945 time: 0.0614302 Jan 21 09:48:57.246672 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-44927304-bff5-4b0e-bd6c-bb63963c8b14 req-74c8cd37-faeb-43fe-b47e-a3fe4e7ad98d tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542259 Jan 21 09:48:58.402159 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895b4f4-1b2f-4ba9-aeb3-c0e65685accd req-b0fc197b-5dc8-4e83-8c50-f44ca9d9b4ea tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:58.403754 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-8895b4f4-1b2f-4ba9-aeb3-c0e65685accd req-b0fc197b-5dc8-4e83-8c50-f44ca9d9b4ea tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 945 time: 0.0658321 Jan 21 09:48:58.464536 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-8895b4f4-1b2f-4ba9-aeb3-c0e65685accd req-0d6ac339-1222-404d-a659-84a0d1b69bbd tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513723 Jan 21 09:48:58.544059 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device bfd9f4e3-7841-4225-baea-936775113c41 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:48:58.617100 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port bfd9f4e3-7841-4225-baea-936775113c41 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:58.617499 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (bfd9f4e3-7841-4225-baea-936775113c41), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:58.726342 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port bfd9f4e3-7841-4225-baea-936775113c41 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:48:58.726482 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (bfd9f4e3-7841-4225-baea-936775113c41), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:58.757859 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd9f4e3-7841-4225-baea-936775113c41'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:58.760682 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663b2289-c950-4572-8f88-ac5c7d33aafe" -d '{"events": [{"server_uuid": "f0b33e26-e60b-4990-8e22-364c8dd2645b", "name": "network-vif-plugged", "status": "completed", "tag": "bfd9f4e3-7841-4225-baea-936775113c41"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:48:58.783755 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port bfd9f4e3-7841-4225-baea-936775113c41, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=bfd9f4e3-7841-4225-baea-936775113c41,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:58.796999 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (bfd9f4e3-7841-4225-baea-936775113c41), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:58.837949 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76781613-f8c1-43f9-9802-76583eddda59 x-openstack-request-id: req-76781613-f8c1-43f9-9802-76583eddda59 {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:48:58.838253 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b33e26-e60b-4990-8e22-364c8dd2645b", "name": "network-vif-plugged", "status": "completed", "tag": "bfd9f4e3-7841-4225-baea-936775113c41", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:48:58.838657 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-76781613-f8c1-43f9-9802-76583eddda59 {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:48:58.839255 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd9f4e3-7841-4225-baea-936775113c41', 'code': 200} Jan 21 09:48:58.875575 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=bfd9f4e3-7841-4225-baea-936775113c41,revision_number=7']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:59.635034 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff336ea4-8a05-4e5f-b283-b612234b7b62 req-5095d8c9-aad0-433d-a9dc-01bd00c502e0 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:59.637550 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ff336ea4-8a05-4e5f-b283-b612234b7b62 req-5095d8c9-aad0-433d-a9dc-01bd00c502e0 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0641859 Jan 21 09:48:59.703255 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ff336ea4-8a05-4e5f-b283-b612234b7b62 req-b20aa2aa-15c8-467a-82e9-f341c888427a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597460 Jan 21 09:49:00.876808 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6fcc2-410d-4743-b519-c82e8e04d9f4 req-6b3fb40a-5c2f-4bc5-9002-a0d271e75a0d tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:00.879141 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-31d6fcc2-410d-4743-b519-c82e8e04d9f4 req-6b3fb40a-5c2f-4bc5-9002-a0d271e75a0d tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0802467 Jan 21 09:49:01.028013 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-31d6fcc2-410d-4743-b519-c82e8e04d9f4 req-a8786630-c8dc-41f5-92c5-722cfdda46d4 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411602 Jan 21 09:49:01.282105 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:02.210607 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccee11-5101-4ff9-b30f-f86c57011c68 req-8157378c-e085-46d0-be1b-89a48dd95a81 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:02.213699 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-caccee11-5101-4ff9-b30f-f86c57011c68 req-8157378c-e085-46d0-be1b-89a48dd95a81 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0600445 Jan 21 09:49:02.274485 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-caccee11-5101-4ff9-b30f-f86c57011c68 req-9de02870-004e-4f98-80af-5583225bce1c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534186 Jan 21 09:49:03.409225 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ec733-c831-4b88-a565-89b813b879fa req-413dc969-eaac-488a-8b27-df6935d3bb94 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:03.412417 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-740ec733-c831-4b88-a565-89b813b879fa req-413dc969-eaac-488a-8b27-df6935d3bb94 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0553184 Jan 21 09:49:03.473576 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-740ec733-c831-4b88-a565-89b813b879fa req-cb0374cb-99a3-496a-ace8-0fbf3a43c3ee tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553229 Jan 21 09:49:04.642432 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a181d11-8f22-4bc0-bea7-384f5622f7f4 req-13113859-8410-4dff-9937-275ba3c2d832 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:04.652109 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1a181d11-8f22-4bc0-bea7-384f5622f7f4 req-13113859-8410-4dff-9937-275ba3c2d832 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0801084 Jan 21 09:49:04.717741 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1a181d11-8f22-4bc0-bea7-384f5622f7f4 req-e2691f40-d015-4cf2-a34c-3cb28617f6c5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645308 Jan 21 09:49:05.859104 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37d6c2-8367-4d39-990a-85493906f3f0 req-201f2aba-639a-45da-9220-885b5ac0acba tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:05.860807 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be37d6c2-8367-4d39-990a-85493906f3f0 req-201f2aba-639a-45da-9220-885b5ac0acba tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0571136 Jan 21 09:49:05.918712 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be37d6c2-8367-4d39-990a-85493906f3f0 req-b149673a-329f-4d96-90ea-3b1ddf307093 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514712 Jan 21 09:49:07.044628 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba35156-a653-4470-bb0e-234a9810af38 req-de23ff52-75cd-44a5-89be-1789511b85cb tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:07.046136 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3ba35156-a653-4470-bb0e-234a9810af38 req-de23ff52-75cd-44a5-89be-1789511b85cb tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0506423 Jan 21 09:49:07.093986 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3ba35156-a653-4470-bb0e-234a9810af38 req-88c78b63-9c55-485a-bacb-2770cc93ce7c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414233 Jan 21 09:49:07.577993 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f303a-a990-4929-9bc4-2c598ef6db7c req-0155f624-4f6a-4df3-b8d5-2440159ee3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:07.579421 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6d4f303a-a990-4929-9bc4-2c598ef6db7c req-0155f624-4f6a-4df3-b8d5-2440159ee3b8 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=7856a1f7c3034123ad5178bc63058030&device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 1099 time: 0.0411911 Jan 21 09:49:07.671990 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f303a-a990-4929-9bc4-2c598ef6db7c req-0f2ae815-af9d-45e2-9f11-d2c982515043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:07.673506 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6d4f303a-a990-4929-9bc4-2c598ef6db7c req-0f2ae815-af9d-45e2-9f11-d2c982515043 service neutron] 10.222.0.130 "GET /v2.0/networks?id=07378755-75a7-4292-9dfc-589db966e3ea HTTP/1.1" status: 200 len: 918 time: 0.0884380 Jan 21 09:49:07.739106 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6d4f303a-a990-4929-9bc4-2c598ef6db7c req-4aa66d2d-e52e-42d6-a4f3-c29a67907888 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfd9f4e3-7841-4225-baea-936775113c41 HTTP/1.1" status: 200 len: 1002 time: 0.0584085 Jan 21 09:49:07.793914 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f303a-a990-4929-9bc4-2c598ef6db7c req-2da42918-fbed-48d3-8cd5-a5a2378c21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:07.795505 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6d4f303a-a990-4929-9bc4-2c598ef6db7c req-2da42918-fbed-48d3-8cd5-a5a2378c21b0 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=8ce5e84a-93b0-4cbd-b344-38a756d16f49 HTTP/1.1" status: 200 len: 856 time: 0.0478983 Jan 21 09:49:07.840839 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f303a-a990-4929-9bc4-2c598ef6db7c req-3f4d0970-7398-459b-a34b-493ce31f7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:07.842185 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6d4f303a-a990-4929-9bc4-2c598ef6db7c req-3f4d0970-7398-459b-a34b-493ce31f7b33 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=07378755-75a7-4292-9dfc-589db966e3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400114 Jan 21 09:49:08.070378 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6d4f303a-a990-4929-9bc4-2c598ef6db7c req-f2ba65df-8efc-40c7-a2a7-72d3b5444f1e service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826137 Jan 21 09:49:08.164489 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6d4f303a-a990-4929-9bc4-2c598ef6db7c req-d78f7855-027d-4e28-8ec7-da0931677167 service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872836 Jan 21 09:49:08.218035 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a253bbb-c299-46b5-afa4-d5c78770c9f9 req-01895038-d8e3-4f5a-9a8d-21d059228506 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:08.219587 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4a253bbb-c299-46b5-afa4-d5c78770c9f9 req-01895038-d8e3-4f5a-9a8d-21d059228506 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0502558 Jan 21 09:49:08.274537 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4a253bbb-c299-46b5-afa4-d5c78770c9f9 req-d4e716d7-a532-4f21-b51e-f966a9517738 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485363 Jan 21 09:49:09.400747 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814469b-641d-4738-ba0c-bafa9c9ead8a req-07205f68-6e67-461e-98aa-f4e6e0e671ca tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:09.402352 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f814469b-641d-4738-ba0c-bafa9c9ead8a req-07205f68-6e67-461e-98aa-f4e6e0e671ca tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0542047 Jan 21 09:49:09.450367 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f814469b-641d-4738-ba0c-bafa9c9ead8a req-fa2faf21-53af-4bef-86d7-45ac147db8aa tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424285 Jan 21 09:49:10.574995 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f161c-28dd-4ef8-a918-d920b4cf7dab req-e1a78894-6b7b-48bc-abcb-5ab5eea6e708 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:10.576479 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f21f161c-28dd-4ef8-a918-d920b4cf7dab req-e1a78894-6b7b-48bc-abcb-5ab5eea6e708 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 946 time: 0.0519838 Jan 21 09:49:10.594754 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device bfd9f4e3-7841-4225-baea-936775113c41 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:10.624700 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f21f161c-28dd-4ef8-a918-d920b4cf7dab req-1ba1eb70-700c-4c2c-a053-c46cad9b4e75 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420175 Jan 21 09:49:10.674259 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port bfd9f4e3-7841-4225-baea-936775113c41 is: ACTIVE; New status is: DOWN {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:49:10.675236 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (bfd9f4e3-7841-4225-baea-936775113c41), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:10.699926 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd9f4e3-7841-4225-baea-936775113c41'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:10.702136 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b209e86-da87-4c35-a75a-7111ba4c5d3f" -d '{"events": [{"server_uuid": "f0b33e26-e60b-4990-8e22-364c8dd2645b", "name": "network-vif-unplugged", "status": "completed", "tag": "bfd9f4e3-7841-4225-baea-936775113c41"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:49:10.714688 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port bfd9f4e3-7841-4225-baea-936775113c41, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=bfd9f4e3-7841-4225-baea-936775113c41,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:10.720084 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (bfd9f4e3-7841-4225-baea-936775113c41), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:10.746030 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 21 Jan 2022 09:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f36542-8372-4f29-bc70-a0621fac9764 x-openstack-request-id: req-89f36542-8372-4f29-bc70-a0621fac9764 {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:49:10.746360 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b33e26-e60b-4990-8e22-364c8dd2645b", "name": "network-vif-unplugged", "status": "failed", "tag": "bfd9f4e3-7841-4225-baea-936775113c41", "code": 422}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:49:10.746574 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-89f36542-8372-4f29-bc70-a0621fac9764 {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:49:10.747027 dv-cinder-815614-10-iscsi neutron-server[109058]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bfd9f4e3-7841-4225-baea-936775113c41', 'code': 422} returned with failed status Jan 21 09:49:10.773507 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=bfd9f4e3-7841-4225-baea-936775113c41,revision_number=8']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:11.552813 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80f6a8-8b95-40bc-8c96-515faf0f181c req-5969869a-ced0-4e47-9f5f-8508d46bea89 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:11.554371 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be80f6a8-8b95-40bc-8c96-515faf0f181c req-5969869a-ced0-4e47-9f5f-8508d46bea89 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 944 time: 0.0600207 Jan 21 09:49:11.580169 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e3ce3b10-1d55-42c3-9e09-05cf457a5223 req-d291b28e-cd6e-446b-8ba4-962d98e5c4fe service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420022 Jan 21 09:49:11.603143 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-be80f6a8-8b95-40bc-8c96-515faf0f181c req-b7ea1f92-d88f-430e-9cde-1c2d30044fa3 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428214 Jan 21 09:49:12.425061 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce3b10-1d55-42c3-9e09-05cf457a5223 req-0bed9c19-18c0-409c-af1b-3b1b5b5fad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.426585 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e3ce3b10-1d55-42c3-9e09-05cf457a5223 req-0bed9c19-18c0-409c-af1b-3b1b5b5fad21 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b&tenant_id=7856a1f7c3034123ad5178bc63058030 HTTP/1.1" status: 200 len: 1097 time: 0.0737395 Jan 21 09:49:12.492264 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce3b10-1d55-42c3-9e09-05cf457a5223 req-7a1b64f0-95fd-4d12-9a76-05358d916577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.493770 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e3ce3b10-1d55-42c3-9e09-05cf457a5223 req-7a1b64f0-95fd-4d12-9a76-05358d916577 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=7856a1f7c3034123ad5178bc63058030&device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 1097 time: 0.0419807 Jan 21 09:49:12.583443 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce3b10-1d55-42c3-9e09-05cf457a5223 req-f706fbf5-b80d-42b6-b373-74fa2c03c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.584963 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e3ce3b10-1d55-42c3-9e09-05cf457a5223 req-f706fbf5-b80d-42b6-b373-74fa2c03c5be service neutron] 10.222.0.130 "GET /v2.0/networks?id=07378755-75a7-4292-9dfc-589db966e3ea HTTP/1.1" status: 200 len: 918 time: 0.0850761 Jan 21 09:49:12.655333 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e3ce3b10-1d55-42c3-9e09-05cf457a5223 req-bca4bc8c-bdc9-4a72-acfe-37c2ce8799a2 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfd9f4e3-7841-4225-baea-936775113c41 HTTP/1.1" status: 200 len: 1000 time: 0.0625434 Jan 21 09:49:12.708673 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce3b10-1d55-42c3-9e09-05cf457a5223 req-b6d92e48-6b3a-4906-bba9-6e8941f8967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.709285 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e3ce3b10-1d55-42c3-9e09-05cf457a5223 req-b6d92e48-6b3a-4906-bba9-6e8941f8967e service neutron] 10.222.0.130 "GET /v2.0/subnets?id=8ce5e84a-93b0-4cbd-b344-38a756d16f49 HTTP/1.1" status: 200 len: 856 time: 0.0476050 Jan 21 09:49:12.735480 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-4e8e75b8-0181-4bff-ad15-19b3383d2027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:12.761988 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce3b10-1d55-42c3-9e09-05cf457a5223 req-4286b4f6-aaa9-4028-9f4b-e08e7b2fdd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.763710 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e3ce3b10-1d55-42c3-9e09-05cf457a5223 req-4286b4f6-aaa9-4028-9f4b-e08e7b2fdd90 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=07378755-75a7-4292-9dfc-589db966e3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0465231 Jan 21 09:49:12.892088 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e3ce3b10-1d55-42c3-9e09-05cf457a5223 req-7632d402-7331-4b17-b739-a8b92861f772 service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219070 Jan 21 09:49:12.906493 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaba98-727e-4ae0-8515-fb9aa306aa49 req-3ca50e9a-253c-4b65-b7c3-deabb1da394e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.908178 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5dcaba98-727e-4ae0-8515-fb9aa306aa49 req-3ca50e9a-253c-4b65-b7c3-deabb1da394e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 944 time: 0.0763881 Jan 21 09:49:13.010922 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5dcaba98-727e-4ae0-8515-fb9aa306aa49 req-6c61471b-0000-4361-aeb1-aef3ae894c58 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948498 Jan 21 09:49:13.042568 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e3ce3b10-1d55-42c3-9e09-05cf457a5223 req-ab5a6bd1-b25a-4001-bb35-f2cd758da1d2 service neutron] 10.222.0.130 "GET /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441414 Jan 21 09:49:14.174243 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a1b99-e9d8-4a75-bc52-a3316b11bcda req-4d81dd5e-4e56-456e-8028-18cb95dfb83b tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:14.189016 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-967a1b99-e9d8-4a75-bc52-a3316b11bcda req-4d81dd5e-4e56-456e-8028-18cb95dfb83b tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 944 time: 0.0849862 Jan 21 09:49:14.277928 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-967a1b99-e9d8-4a75-bc52-a3316b11bcda req-ec358cff-5d12-4a2c-8b5e-3ae8aee5c6f8 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879843 Jan 21 09:49:15.413821 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277704ac-a26c-4c2a-a43a-858244393cbb req-e2143a63-4692-4a67-8c56-84b6948ac4a5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:15.415770 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-277704ac-a26c-4c2a-a43a-858244393cbb req-e2143a63-4692-4a67-8c56-84b6948ac4a5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 944 time: 0.0586734 Jan 21 09:49:15.437620 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c53258dd-efee-4a48-a54b-8426c7cf1232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:15.486193 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-277704ac-a26c-4c2a-a43a-858244393cbb req-36f50721-4ec5-4588-9314-a3cf77a94fc5 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624425 Jan 21 09:49:16.626491 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f87c2-0ee9-453f-adf2-3da93ed9cb44 req-ec87d8f7-4830-4b18-ab5e-70ca3926efa8 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:16.628120 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3a6f87c2-0ee9-453f-adf2-3da93ed9cb44 req-ec87d8f7-4830-4b18-ab5e-70ca3926efa8 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 944 time: 0.0548012 Jan 21 09:49:16.684980 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3a6f87c2-0ee9-453f-adf2-3da93ed9cb44 req-3eba188e-acf6-4d14-a882-483b88fcf274 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509150 Jan 21 09:49:16.884644 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:17.813277 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47872a-6c35-45f5-be75-645466737a53 req-fb226004-8ce2-4d10-853b-370a93efc88a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:17.817987 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6f47872a-6c35-45f5-be75-645466737a53 req-fb226004-8ce2-4d10-853b-370a93efc88a tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 944 time: 0.0557544 Jan 21 09:49:17.871581 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6f47872a-6c35-45f5-be75-645466737a53 req-75badb56-723d-4110-b5c1-10fa66c44950 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495226 Jan 21 09:49:18.727004 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:19.002961 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec7dc4-6069-4327-8d83-6de3aa8c8c96 req-745881ea-7846-443b-b226-171413d197ba tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:19.004909 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d0ec7dc4-6069-4327-8d83-6de3aa8c8c96 req-745881ea-7846-443b-b226-171413d197ba tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 944 time: 0.0556767 Jan 21 09:49:19.058613 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-d0ec7dc4-6069-4327-8d83-6de3aa8c8c96 req-12459247-4a85-4ec0-a377-3602b4ed3d2e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473630 Jan 21 09:49:19.196714 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:20.205596 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb38c2-00c0-4cd8-bbfc-9d41542af08f req-24add82c-7404-4dad-971e-93b81cbe1a57 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:20.207163 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-90cb38c2-00c0-4cd8-bbfc-9d41542af08f req-24add82c-7404-4dad-971e-93b81cbe1a57 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 944 time: 0.0588565 Jan 21 09:49:20.267897 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-90cb38c2-00c0-4cd8-bbfc-9d41542af08f req-ab9afea2-394a-4a06-a940-d96f267cb920 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547867 Jan 21 09:49:21.398607 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefec2c9-4658-4d49-be44-f90949402671 req-65511d18-6644-4333-b173-4296c1454302 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:21.400162 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-aefec2c9-4658-4d49-be44-f90949402671 req-65511d18-6644-4333-b173-4296c1454302 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 944 time: 0.0518167 Jan 21 09:49:21.448199 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-aefec2c9-4658-4d49-be44-f90949402671 req-cb6e1722-5aee-4f4a-81c5-d3b307cc7b67 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422482 Jan 21 09:49:22.574101 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18b58b-bc60-48ec-ac46-320645e4846f req-0426c322-0922-40dc-848c-fc5d14aab1f1 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:22.575703 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4f18b58b-bc60-48ec-ac46-320645e4846f req-0426c322-0922-40dc-848c-fc5d14aab1f1 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 944 time: 0.0537345 Jan 21 09:49:22.629503 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-4f18b58b-bc60-48ec-ac46-320645e4846f req-2cc86ebb-f904-4fb4-a2eb-c2755500d95e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474100 Jan 21 09:49:23.761030 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc05d43-6a6d-4520-836d-ce9d8e0df436 req-007ac14f-12db-4b02-9cb7-b34acbcde56e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:23.762726 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bfc05d43-6a6d-4520-836d-ce9d8e0df436 req-007ac14f-12db-4b02-9cb7-b34acbcde56e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 944 time: 0.0582101 Jan 21 09:49:23.811240 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bfc05d43-6a6d-4520-836d-ce9d8e0df436 req-5951694b-6087-44b1-b259-d67bc3b75e64 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425477 Jan 21 09:49:24.930893 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca654b-8675-435e-ad94-ee285a408ca6 req-a7d4b986-d836-4dce-b382-b57a850c32bd tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:24.932345 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c2ca654b-8675-435e-ad94-ee285a408ca6 req-a7d4b986-d836-4dce-b382-b57a850c32bd tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 944 time: 0.0488036 Jan 21 09:49:24.980488 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c2ca654b-8675-435e-ad94-ee285a408ca6 req-e8fa126f-6f14-41d3-9463-7c77a63ae2b1 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425117 Jan 21 09:49:25.040370 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device bfd9f4e3-7841-4225-baea-936775113c41 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:49:25.142184 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port bfd9f4e3-7841-4225-baea-936775113c41, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=bfd9f4e3-7841-4225-baea-936775113c41,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:25.153645 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': 'bfd9f4e3-7841-4225-baea-936775113c41', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'port_id': 'bfd9f4e3-7841-4225-baea-936775113c41', 'mac_address': 'fa:16:3e:4e:2b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:49:25.190447 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port bfd9f4e3-7841-4225-baea-936775113c41 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:49:25.190884 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (bfd9f4e3-7841-4225-baea-936775113c41), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:25.203103 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd9f4e3-7841-4225-baea-936775113c41 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:49:25.222766 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port bfd9f4e3-7841-4225-baea-936775113c41, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=bfd9f4e3-7841-4225-baea-936775113c41,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:25.252643 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (bfd9f4e3-7841-4225-baea-936775113c41), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:25.319520 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=bfd9f4e3-7841-4225-baea-936775113c41,revision_number=9']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:25.330837 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:25.331172 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:25.331562 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:25.331779 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:25.332140 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:25.332493 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:25.332852 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:25.333206 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:25.333600 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:25.333954 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:25.334303 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:25.334646 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:25.335026 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:26.104377 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae961b-4c23-4190-b111-91ed4cf5aa1c req-74a26cc8-89d4-4fab-b6ca-2a0d9538039c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:26.105906 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-4fae961b-4c23-4190-b111-91ed4cf5aa1c req-74a26cc8-89d4-4fab-b6ca-2a0d9538039c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 945 time: 0.0502527 Jan 21 09:49:26.152484 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-4fae961b-4c23-4190-b111-91ed4cf5aa1c req-e6a6eab1-13e8-49ad-8f1e-d048909469ac tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408187 Jan 21 09:49:27.053433 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['bfd9f4e3-7841-4225-baea-936775113c41'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:49:27.293088 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6b805-1d2a-44d2-8e1d-96049a268ca4 req-e419f8de-7e21-48a1-ab4b-f8a2d5ca3c86 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:27.295149 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5bb6b805-1d2a-44d2-8e1d-96049a268ca4 req-e419f8de-7e21-48a1-ab4b-f8a2d5ca3c86 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 945 time: 0.0534816 Jan 21 09:49:27.343066 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5bb6b805-1d2a-44d2-8e1d-96049a268ca4 req-d86fe872-b8c2-4139-aad7-7267a06b092e tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417511 Jan 21 09:49:28.471453 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df43c62-7571-4042-adf1-618eae29c98e req-512822dc-6b0f-49ac-973c-a4668ee8e917 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:28.472962 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0df43c62-7571-4042-adf1-618eae29c98e req-512822dc-6b0f-49ac-973c-a4668ee8e917 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 945 time: 0.0540936 Jan 21 09:49:28.519002 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0df43c62-7571-4042-adf1-618eae29c98e req-84924b8e-ed95-43e7-b3a9-6e345bbe26bd tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402358 Jan 21 09:49:29.639024 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02af7b1-fe3b-4f7a-820f-3c98ad86152c req-b3d10dd2-f6ea-48b5-ad7c-d52245891215 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:29.640555 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b02af7b1-fe3b-4f7a-820f-3c98ad86152c req-b3d10dd2-f6ea-48b5-ad7c-d52245891215 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 945 time: 0.0491436 Jan 21 09:49:29.687427 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b02af7b1-fe3b-4f7a-820f-3c98ad86152c req-817444af-123f-4dc5-b88d-7d9ce472327c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413067 Jan 21 09:49:30.038954 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:49:30.260467 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device bfd9f4e3-7841-4225-baea-936775113c41 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:49:30.309648 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port bfd9f4e3-7841-4225-baea-936775113c41 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:30.309947 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (bfd9f4e3-7841-4225-baea-936775113c41), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:30.393734 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port bfd9f4e3-7841-4225-baea-936775113c41 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:49:30.394144 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (bfd9f4e3-7841-4225-baea-936775113c41), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:30.417943 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd9f4e3-7841-4225-baea-936775113c41'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:30.420288 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec138a8-d80f-4471-9612-728e4ca23da9" -d '{"events": [{"server_uuid": "f0b33e26-e60b-4990-8e22-364c8dd2645b", "name": "network-vif-plugged", "status": "completed", "tag": "bfd9f4e3-7841-4225-baea-936775113c41"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:49:30.436439 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port bfd9f4e3-7841-4225-baea-936775113c41, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=bfd9f4e3-7841-4225-baea-936775113c41,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:30.442689 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (bfd9f4e3-7841-4225-baea-936775113c41), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:30.468104 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cc9888-3ddc-4307-9065-e06868aa05bb x-openstack-request-id: req-14cc9888-3ddc-4307-9065-e06868aa05bb {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:49:30.468406 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b33e26-e60b-4990-8e22-364c8dd2645b", "name": "network-vif-plugged", "status": "completed", "tag": "bfd9f4e3-7841-4225-baea-936775113c41", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:49:30.468660 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-14cc9888-3ddc-4307-9065-e06868aa05bb {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:49:30.469105 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd9f4e3-7841-4225-baea-936775113c41', 'code': 200} Jan 21 09:49:30.496693 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=bfd9f4e3-7841-4225-baea-936775113c41,revision_number=10']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:30.662026 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f95f43-03d3-416b-9426-1f4fd0993dca req-3ebeaaf7-deae-4a20-8806-8e4c41a4e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:30.663710 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a8f95f43-03d3-416b-9426-1f4fd0993dca req-3ebeaaf7-deae-4a20-8806-8e4c41a4e653 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 1100 time: 0.0453358 Jan 21 09:49:30.707837 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a8f95f43-03d3-416b-9426-1f4fd0993dca req-aaf4a964-b37c-4837-9923-2284469510fd service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381749 Jan 21 09:49:30.826710 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1f081-f468-4454-82fd-b60e5242d0b2 req-858d43d7-d95a-42c2-b1d8-272fa4bb1277 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:30.828225 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ece1f081-f468-4454-82fd-b60e5242d0b2 req-858d43d7-d95a-42c2-b1d8-272fa4bb1277 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 947 time: 0.0510299 Jan 21 09:49:30.878621 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ece1f081-f468-4454-82fd-b60e5242d0b2 req-f70de358-1684-4076-b0f7-abc5e09baddd tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443366 Jan 21 09:49:31.073796 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa830a-ef68-452f-8587-88fc83d1ebb8 req-28a2430e-3ecc-49a5-b54b-59e442bbed34 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:31.075352 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3eaa830a-ef68-452f-8587-88fc83d1ebb8 req-28a2430e-3ecc-49a5-b54b-59e442bbed34 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 945 time: 0.0507007 Jan 21 09:49:31.126078 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3eaa830a-ef68-452f-8587-88fc83d1ebb8 req-0d1d05f8-53a5-4eef-804b-3e9163803234 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6558439-7950-4dd5-a037-2a34ea8a2260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441854 Jan 21 09:49:31.291329 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:32.000487 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639dae6-0c31-4d8f-9a98-47109e309451 req-04febfdd-6401-454a-8e7a-0251f03f6b98 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:32.002006 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9639dae6-0c31-4d8f-9a98-47109e309451 req-04febfdd-6401-454a-8e7a-0251f03f6b98 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 947 time: 0.0490830 Jan 21 09:49:32.048623 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9639dae6-0c31-4d8f-9a98-47109e309451 req-2903477e-dd47-4d40-9206-a77d1b52532c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405223 Jan 21 09:49:32.245034 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127c75c-4046-429f-bfdf-54cfbc856cde req-d35eecc2-4d4f-407c-9504-81d8d0cf03f7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:32.246567 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e127c75c-4046-429f-bfdf-54cfbc856cde req-d35eecc2-4d4f-407c-9504-81d8d0cf03f7 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 945 time: 0.0511708 Jan 21 09:49:32.294096 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e127c75c-4046-429f-bfdf-54cfbc856cde req-0d5414fe-b30f-4bcb-afee-fd820a6eeb02 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6558439-7950-4dd5-a037-2a34ea8a2260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418532 Jan 21 09:49:33.170376 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cbb0b-1f2b-45ab-925f-f6ddd1a64748 req-94b54cc1-68ff-4967-a26b-8406a83c70f4 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:33.171896 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-861cbb0b-1f2b-45ab-925f-f6ddd1a64748 req-94b54cc1-68ff-4967-a26b-8406a83c70f4 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 947 time: 0.0493107 Jan 21 09:49:33.223565 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-861cbb0b-1f2b-45ab-925f-f6ddd1a64748 req-76751179-f865-43ff-81e9-13cf52054305 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450478 Jan 21 09:49:33.409457 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f8f0e-ae86-44b1-8e8e-ff63101ce4da req-9753952e-0b52-4818-b514-a20439370e01 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:33.411543 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8c4f8f0e-ae86-44b1-8e8e-ff63101ce4da req-9753952e-0b52-4818-b514-a20439370e01 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 945 time: 0.0491846 Jan 21 09:49:33.458759 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8c4f8f0e-ae86-44b1-8e8e-ff63101ce4da req-d6050efe-c218-4121-a447-7e4d44ca048a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6558439-7950-4dd5-a037-2a34ea8a2260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415936 Jan 21 09:49:33.539803 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 55652) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:33.793391 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Deleting port 4524e716-8e2c-467f-b42e-49435c028de8 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:49:33.793727 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (4524e716-8e2c-467f-b42e-49435c028de8), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:33.879175 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (4524e716-8e2c-467f-b42e-49435c028de8), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:33.879460 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for floatingip (4524e716-8e2c-467f-b42e-49435c028de8), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:33.891131 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Calling delete_port for 4524e716-8e2c-467f-b42e-49435c028de8 owned by network:floatingip {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:49:34.036543 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (4524e716-8e2c-467f-b42e-49435c028de8), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:34.062373 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Pushing event deleted for resources: {'Port': ['ID=4524e716-8e2c-467f-b42e-49435c028de8,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:34.074246 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.074616 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.075011 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.075367 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.075719 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.076067 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.076416 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.076765 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.077105 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.077448 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.077788 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.078142 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.078465 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:34.137248 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for floatingip (161c63ce-d36b-40b9-a59f-65c5b4b7d1a9), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:34.137534 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.l3_db [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Floating IP 161c63ce-d36b-40b9-a59f-65c5b4b7d1a9 disassociated (deleted). External IP: 172.27.1.224, port: d7248ef6-9316-49a2-b5c2-6aa92f3ac971. Jan 21 09:49:34.344312 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1615960-4cd6-4cd7-888b-7bcbd6a36316 req-8b0f1211-e28c-429a-add2-465537bd14f0 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:34.345873 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e1615960-4cd6-4cd7-888b-7bcbd6a36316 req-8b0f1211-e28c-429a-add2-465537bd14f0 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 947 time: 0.0493453 Jan 21 09:49:34.350643 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Router 602160a6-14b5-49be-9acc-6c699602f8f4 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:34.393924 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e1615960-4cd6-4cd7-888b-7bcbd6a36316 req-88f8fb25-8ced-48ee-ace6-0950ed542e0d tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416882 Jan 21 09:49:34.468597 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:34.475465 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:34.483853 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eaebf9-fc9e-4bef-8574-9c547fb70556 None None] Sync routers for ids ['602160a6-14b5-49be-9acc-6c699602f8f4'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:49:34.509187 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-5ac97e84-7234-4de5-a114-aa4049533a2e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "DELETE /v2.0/floatingips/161c63ce-d36b-40b9-a59f-65c5b4b7d1a9 HTTP/1.1" status: 204 len: 168 time: 0.9663658 Jan 21 09:49:34.510259 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24052800-ecfe-4489-aa21-c06229ee8664', 'tag': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:34.513576 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbaa8ec-ac7f-499c-aeee-9329d4f6ef8e" -d '{"events": [{"name": "network-changed", "server_uuid": "24052800-ecfe-4489-aa21-c06229ee8664", "tag": "d7248ef6-9316-49a2-b5c2-6aa92f3ac971"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:49:34.514814 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eaebf9-fc9e-4bef-8574-9c547fb70556 None None] Routers {'602160a6-14b5-49be-9acc-6c699602f8f4'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:49:34.516966 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-04eaebf9-fc9e-4bef-8574-9c547fb70556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:49:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['602160a6-14b5-49be-9acc-6c699602f8f4'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:34.657489 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b56d82-5012-4611-8dbc-a1ba897b206c req-171a8b54-0022-4c16-be52-309adf80546d tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:34.659201 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b4b56d82-5012-4611-8dbc-a1ba897b206c req-171a8b54-0022-4c16-be52-309adf80546d tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 945 time: 0.0867932 Jan 21 09:49:34.695865 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-04eaebf9-fc9e-4bef-8574-9c547fb70556 None None] Set router 602160a6-14b5-49be-9acc-6c699602f8f4 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:49:34.729683 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b4b56d82-5012-4611-8dbc-a1ba897b206c req-e3436d79-0992-4edd-a548-136650b9234a tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6558439-7950-4dd5-a037-2a34ea8a2260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627770 Jan 21 09:49:34.785690 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89de1f96-3497-4153-b268-66c8a64ce798 x-openstack-request-id: req-89de1f96-3497-4153-b268-66c8a64ce798 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:49:34.786135 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24052800-ecfe-4489-aa21-c06229ee8664", "tag": "d7248ef6-9316-49a2-b5c2-6aa92f3ac971", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:49:34.786409 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-89de1f96-3497-4153-b268-66c8a64ce798 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:49:34.786762 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24052800-ecfe-4489-aa21-c06229ee8664', 'tag': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971', 'status': 'completed', 'code': 200} Jan 21 09:49:34.874844 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaa8ec-ac7f-499c-aeee-9329d4f6ef8e req-1362b711-e57f-4559-81b9-882cd033215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:34.876492 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-edbaa8ec-ac7f-499c-aeee-9329d4f6ef8e req-1362b711-e57f-4559-81b9-882cd033215c service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=b0f3677d18a14829ba92c635e3e952b4&device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 1099 time: 0.0509267 Jan 21 09:49:34.902970 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5222e0c-a4e4-4c58-ad15-7c435ba7a532 req-f3611603-03ed-4f11-a4de-3915b6d8cd48 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:34.911370 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e5222e0c-a4e4-4c58-ad15-7c435ba7a532 req-f3611603-03ed-4f11-a4de-3915b6d8cd48 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0823927 Jan 21 09:49:34.987981 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-04eaebf9-fc9e-4bef-8574-9c547fb70556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'name': 'tempest-TestShelveInstance-1315195202-router', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '669b532a-08a0-4329-881d-1c400a736ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:16Z', 'revision_number': 4, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'gw_port': {'id': '669b532a-08a0-4329-881d-1c400a736ee2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'd871382b-0cec-49aa-96b1-067017f19382', 'name': '', 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'mac_address': 'fa:16:3e:de:b0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:16Z', 'updated_at': '2022-01-21T09:44:21Z', 'revision_number': 5, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'subnets': [{'id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:34.997777 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaa8ec-ac7f-499c-aeee-9329d4f6ef8e req-c21a65ea-2e16-42f2-9590-13410f595273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:34.999590 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-edbaa8ec-ac7f-499c-aeee-9329d4f6ef8e req-c21a65ea-2e16-42f2-9590-13410f595273 service neutron] 10.222.0.130 "GET /v2.0/networks?id=d94bdff3-5414-4f0b-add5-113ce72946b0 HTTP/1.1" status: 200 len: 910 time: 0.1135375 Jan 21 09:49:35.001369 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff988ab3-3e2a-453f-83ae-5c08cf1416ba req-002c84c8-3b1a-4f4e-87e0-1dd6273887e9 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:35.003046 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ff988ab3-3e2a-453f-83ae-5c08cf1416ba req-002c84c8-3b1a-4f4e-87e0-1dd6273887e9 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.130 "GET /v2.0/ports?device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 945 time: 0.0751698 Jan 21 09:49:35.063939 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-edbaa8ec-ac7f-499c-aeee-9329d4f6ef8e req-28ea8248-db66-4adb-9f4f-81fb236c3790 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7248ef6-9316-49a2-b5c2-6aa92f3ac971 HTTP/1.1" status: 200 len: 217 time: 0.0516579 Jan 21 09:49:35.129954 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaa8ec-ac7f-499c-aeee-9329d4f6ef8e req-6f85f59c-ddd8-410f-be82-88f250a6ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:35.131981 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-edbaa8ec-ac7f-499c-aeee-9329d4f6ef8e req-6f85f59c-ddd8-410f-be82-88f250a6ac66 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=1b5bdd26-760c-4c0a-9b53-fd52016de2be HTTP/1.1" status: 200 len: 848 time: 0.0605581 Jan 21 09:49:35.134936 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e5222e0c-a4e4-4c58-ad15-7c435ba7a532 req-66e2bf6f-5652-443a-89a4-bcbbf14fe39e tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185876 Jan 21 09:49:35.157527 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-ff988ab3-3e2a-453f-83ae-5c08cf1416ba req-a9603576-9566-432f-ac4f-4af71434a327 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Deleting port bc912f30-d409-4a6a-9f0e-350507682a91 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:49:35.157527 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-ff988ab3-3e2a-453f-83ae-5c08cf1416ba req-a9603576-9566-432f-ac4f-4af71434a327 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (bc912f30-d409-4a6a-9f0e-350507682a91), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:35.174552 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eaebf9-fc9e-4bef-8574-9c547fb70556 None None] Checking router: 602160a6-14b5-49be-9acc-6c699602f8f4 for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:49:35.184145 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eaebf9-fc9e-4bef-8574-9c547fb70556 None None] Routers {'602160a6-14b5-49be-9acc-6c699602f8f4'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:49:35.184781 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-04eaebf9-fc9e-4bef-8574-9c547fb70556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:49:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['602160a6-14b5-49be-9acc-6c699602f8f4'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:35.194508 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaa8ec-ac7f-499c-aeee-9329d4f6ef8e req-313a6850-11eb-4566-b035-2f81f64f2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:35.196204 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-edbaa8ec-ac7f-499c-aeee-9329d4f6ef8e req-313a6850-11eb-4566-b035-2f81f64f2386 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=d94bdff3-5414-4f0b-add5-113ce72946b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531034 Jan 21 09:49:35.264257 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-ff988ab3-3e2a-453f-83ae-5c08cf1416ba req-a9603576-9566-432f-ac4f-4af71434a327 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] For port bc912f30-d409-4a6a-9f0e-350507682a91, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=bc912f30-d409-4a6a-9f0e-350507682a91,segment=NetworkSegment(cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce),segment_id=cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:35.265180 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-ff988ab3-3e2a-453f-83ae-5c08cf1416ba req-a9603576-9566-432f-ac4f-4af71434a327 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (bc912f30-d409-4a6a-9f0e-350507682a91), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:35.310896 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-edbaa8ec-ac7f-499c-aeee-9329d4f6ef8e req-1af9ff42-5af0-496b-8959-0e72c9e91901 service neutron] 10.222.0.130 "GET /v2.0/networks/d94bdff3-5414-4f0b-add5-113ce72946b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064391 Jan 21 09:49:35.323497 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-04eaebf9-fc9e-4bef-8574-9c547fb70556 None None] Set router 602160a6-14b5-49be-9acc-6c699602f8f4 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:49:35.410283 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-edbaa8ec-ac7f-499c-aeee-9329d4f6ef8e req-a4ef9b33-7538-4ddf-8939-7c8f807413e2 service neutron] 10.222.0.130 "GET /v2.0/networks/d94bdff3-5414-4f0b-add5-113ce72946b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923610 Jan 21 09:49:35.480925 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-ff988ab3-3e2a-453f-83ae-5c08cf1416ba req-a9603576-9566-432f-ac4f-4af71434a327 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:35.481645 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-ff988ab3-3e2a-453f-83ae-5c08cf1416ba req-a9603576-9566-432f-ac4f-4af71434a327 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910602'] for floatingip (99d2b2e2-eb27-42c0-afe2-f4da510fb85b), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:35.481645 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.l3_db [req-ff988ab3-3e2a-453f-83ae-5c08cf1416ba req-a9603576-9566-432f-ac4f-4af71434a327 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Floating IP 99d2b2e2-eb27-42c0-afe2-f4da510fb85b disassociated. External IP: 172.27.1.32, port: bc912f30-d409-4a6a-9f0e-350507682a91. Jan 21 09:49:35.482057 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-ff988ab3-3e2a-453f-83ae-5c08cf1416ba req-a9603576-9566-432f-ac4f-4af71434a327 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Calling delete_port for bc912f30-d409-4a6a-9f0e-350507682a91 owned by compute:nova {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:49:35.532130 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-04eaebf9-fc9e-4bef-8574-9c547fb70556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'name': 'tempest-TestShelveInstance-1315195202-router', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '669b532a-08a0-4329-881d-1c400a736ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:16Z', 'revision_number': 4, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'gw_port': {'id': '669b532a-08a0-4329-881d-1c400a736ee2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'd871382b-0cec-49aa-96b1-067017f19382', 'name': '', 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'mac_address': 'fa:16:3e:de:b0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:16Z', 'updated_at': '2022-01-21T09:44:21Z', 'revision_number': 5, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'subnets': [{'id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:35.553265 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba173b25-f00e-45fe-a2a5-41fb68d265bc req-b137d0f8-3e1c-44d2-8787-d1f3a10e584b tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:35.555347 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ba173b25-f00e-45fe-a2a5-41fb68d265bc req-b137d0f8-3e1c-44d2-8787-d1f3a10e584b tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 947 time: 0.0740316 Jan 21 09:49:35.567258 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eaebf9-fc9e-4bef-8574-9c547fb70556 None None] The sync data for ids ['602160a6-14b5-49be-9acc-6c699602f8f4'] in dv-cinder-815614-10-iscsi is: [{'id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'name': 'tempest-TestShelveInstance-1315195202-router', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '669b532a-08a0-4329-881d-1c400a736ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:16Z', 'revision_number': 4, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'gw_port': {'id': '669b532a-08a0-4329-881d-1c400a736ee2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'd871382b-0cec-49aa-96b1-067017f19382', 'name': '', 'network_id': 'd94bdff3-5414-4f0b-add5-113ce72946b0', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'mac_address': 'fa:16:3e:de:b0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:16Z', 'updated_at': '2022-01-21T09:44:21Z', 'revision_number': 5, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'subnets': [{'id': '1b5bdd26-760c-4c0a-9b53-fd52016de2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:35.624162 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ba173b25-f00e-45fe-a2a5-41fb68d265bc req-ec5abd32-4ef3-412a-89de-75fcfe80eed8 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631664 Jan 21 09:49:35.658685 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-ff988ab3-3e2a-453f-83ae-5c08cf1416ba req-a9603576-9566-432f-ac4f-4af71434a327 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (bc912f30-d409-4a6a-9f0e-350507682a91), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:35.707442 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9603576-9566-432f-ac4f-4af71434a327 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Pushing event deleted for resources: {'Port': ['ID=bc912f30-d409-4a6a-9f0e-350507682a91,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:35.867667 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b6b2cb23-2053-4c9a-8bc4-134f0ae68218 req-70dfca84-68aa-40e2-896a-9022da06037d tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 210 time: 0.0427246 Jan 21 09:49:35.873422 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff988ab3-3e2a-453f-83ae-5c08cf1416ba req-a9603576-9566-432f-ac4f-4af71434a327 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Router 8ee40f4e-dad1-4072-a96a-156a3c12825a has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:35.937350 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdb9911-1c40-4c99-8b70-974999725d8e None None] New status for floating IP 161c63ce-d36b-40b9-a59f-65c5b4b7d1a9: DOWN {{(pid=109059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:49:36.004783 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff988ab3-3e2a-453f-83ae-5c08cf1416ba req-a9603576-9566-432f-ac4f-4af71434a327 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:36.014339 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c9ae4-bc93-4152-b3a0-a1cbf1949ce2 None None] Sync routers for ids ['8ee40f4e-dad1-4072-a96a-156a3c12825a'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:49:36.025473 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0c9ae4-bc93-4152-b3a0-a1cbf1949ce2 None None] Routers {'8ee40f4e-dad1-4072-a96a-156a3c12825a'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:49:36.026379 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-ca0c9ae4-bc93-4152-b3a0-a1cbf1949ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:49:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['8ee40f4e-dad1-4072-a96a-156a3c12825a'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:36.157581 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-ca0c9ae4-bc93-4152-b3a0-a1cbf1949ce2 None None] Set router 8ee40f4e-dad1-4072-a96a-156a3c12825a gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:49:36.296482 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcbbff-913a-42ed-a920-f4e58d8a1edf req-fa7992a0-99a8-469e-8953-4c6e9533382b tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:36.305633 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-04bcbbff-913a-42ed-a920-f4e58d8a1edf req-fa7992a0-99a8-469e-8953-4c6e9533382b tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0689116 Jan 21 09:49:36.355667 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-04bcbbff-913a-42ed-a920-f4e58d8a1edf req-86f3c676-bde9-4bb8-940b-0fe7c9bf97d2 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/security-groups?id=92039ebf-f941-4d8a-8f24-f3377f746e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490806 Jan 21 09:49:36.379169 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff988ab3-3e2a-453f-83ae-5c08cf1416ba req-a9603576-9566-432f-ac4f-4af71434a327 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] No DVR routers for this DVR port bc912f30-d409-4a6a-9f0e-350507682a91 on host hv-cinder-81561 {{(pid=109056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:36.381706 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-ff988ab3-3e2a-453f-83ae-5c08cf1416ba req-a9603576-9566-432f-ac4f-4af71434a327 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:36.385081 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ff988ab3-3e2a-453f-83ae-5c08cf1416ba req-a9603576-9566-432f-ac4f-4af71434a327 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.130 "DELETE /v2.0/ports/bc912f30-d409-4a6a-9f0e-350507682a91 HTTP/1.1" status: 204 len: 173 time: 1.3702290 Jan 21 09:49:36.408333 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-ca0c9ae4-bc93-4152-b3a0-a1cbf1949ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '74edab38-68ed-47a0-b4b8-f7db34806da2', 'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'mac_address': 'fa:16:3e:6a:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:34Z', 'updated_at': '2022-01-21T09:42:48Z', 'revision_number': 5, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'subnets': [{'id': '915c81a7-b891-4f9b-9add-d5069201e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:36.443773 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c9ae4-bc93-4152-b3a0-a1cbf1949ce2 None None] Checking router: 8ee40f4e-dad1-4072-a96a-156a3c12825a for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:49:36.453196 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0c9ae4-bc93-4152-b3a0-a1cbf1949ce2 None None] Routers {'8ee40f4e-dad1-4072-a96a-156a3c12825a'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:49:36.453830 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-ca0c9ae4-bc93-4152-b3a0-a1cbf1949ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:49:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['8ee40f4e-dad1-4072-a96a-156a3c12825a'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:36.539249 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e6d3a-c265-4c0c-8130-328c37c27430 req-c83dbb47-c38e-419c-b0eb-ad5b6b1bc006 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:36.540858 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6a9e6d3a-c265-4c0c-8130-328c37c27430 req-c83dbb47-c38e-419c-b0eb-ad5b6b1bc006 tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.130 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 946 time: 0.0538881 Jan 21 09:49:36.560126 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-ca0c9ae4-bc93-4152-b3a0-a1cbf1949ce2 None None] Set router 8ee40f4e-dad1-4072-a96a-156a3c12825a gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:49:36.648809 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-6a9e6d3a-c265-4c0c-8130-328c37c27430 req-4140265d-48f4-4bfe-8ea0-234bf66ad2eb tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Deleting port d7248ef6-9316-49a2-b5c2-6aa92f3ac971 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:49:36.649147 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6a9e6d3a-c265-4c0c-8130-328c37c27430 req-4140265d-48f4-4bfe-8ea0-234bf66ad2eb tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:36.737885 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-6a9e6d3a-c265-4c0c-8130-328c37c27430 req-4140265d-48f4-4bfe-8ea0-234bf66ad2eb tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] For port d7248ef6-9316-49a2-b5c2-6aa92f3ac971, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d7248ef6-9316-49a2-b5c2-6aa92f3ac971,segment=NetworkSegment(2bee3456-64e3-440d-9603-a0ee121debf8),segment_id=2bee3456-64e3-440d-9603-a0ee121debf8)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:36.738264 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6a9e6d3a-c265-4c0c-8130-328c37c27430 req-4140265d-48f4-4bfe-8ea0-234bf66ad2eb tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:36.750408 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-6a9e6d3a-c265-4c0c-8130-328c37c27430 req-4140265d-48f4-4bfe-8ea0-234bf66ad2eb tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Calling delete_port for d7248ef6-9316-49a2-b5c2-6aa92f3ac971 owned by compute:nova {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:49:36.782710 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-ca0c9ae4-bc93-4152-b3a0-a1cbf1949ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '74edab38-68ed-47a0-b4b8-f7db34806da2', 'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'mac_address': 'fa:16:3e:6a:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:34Z', 'updated_at': '2022-01-21T09:42:48Z', 'revision_number': 5, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'subnets': [{'id': '915c81a7-b891-4f9b-9add-d5069201e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:36.805301 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83eb67ff-b2a6-440d-b400-1c208aadfb30', 'name': 'network-vif-deleted', 'tag': 'bc912f30-d409-4a6a-9f0e-350507682a91'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:36.807877 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab424a89-8f60-43eb-92ef-91e132f7bddb" -d '{"events": [{"server_uuid": "83eb67ff-b2a6-440d-b400-1c208aadfb30", "name": "network-vif-deleted", "tag": "bc912f30-d409-4a6a-9f0e-350507682a91"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:49:36.823636 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c9ae4-bc93-4152-b3a0-a1cbf1949ce2 None None] The sync data for ids ['8ee40f4e-dad1-4072-a96a-156a3c12825a'] in dv-cinder-815614-10-iscsi is: [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 4, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '74edab38-68ed-47a0-b4b8-f7db34806da2', 'name': '', 'network_id': 'e6006ca4-4826-4a77-87a9-6d4fc13c2abe', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'mac_address': 'fa:16:3e:6a:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '915c81a7-b891-4f9b-9add-d5069201e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:34Z', 'updated_at': '2022-01-21T09:42:48Z', 'revision_number': 5, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'subnets': [{'id': '915c81a7-b891-4f9b-9add-d5069201e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:36.867543 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3a3d59-a758-497d-95a0-29ca1469f2af x-openstack-request-id: req-2a3a3d59-a758-497d-95a0-29ca1469f2af {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:49:36.868000 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83eb67ff-b2a6-440d-b400-1c208aadfb30", "name": "network-vif-deleted", "tag": "bc912f30-d409-4a6a-9f0e-350507682a91", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:49:36.868401 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-2a3a3d59-a758-497d-95a0-29ca1469f2af {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:49:36.868966 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83eb67ff-b2a6-440d-b400-1c208aadfb30', 'name': 'network-vif-deleted', 'tag': 'bc912f30-d409-4a6a-9f0e-350507682a91', 'status': 'completed', 'code': 200} Jan 21 09:49:36.951059 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6a9e6d3a-c265-4c0c-8130-328c37c27430 req-4140265d-48f4-4bfe-8ea0-234bf66ad2eb tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (d7248ef6-9316-49a2-b5c2-6aa92f3ac971), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:36.997445 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140265d-48f4-4bfe-8ea0-234bf66ad2eb tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Pushing event deleted for resources: {'Port': ['ID=d7248ef6-9316-49a2-b5c2-6aa92f3ac971,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:37.020172 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d672c09a-8693-4d27-b3ea-9e144e8efbb9 req-9d2bc202-0f0e-49df-9ff8-27c4d0bcdbc1 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/ports?device_id=83eb67ff-b2a6-440d-b400-1c208aadfb30 HTTP/1.1" status: 200 len: 210 time: 0.0297322 Jan 21 09:49:37.048117 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9e6d3a-c265-4c0c-8130-328c37c27430 req-4140265d-48f4-4bfe-8ea0-234bf66ad2eb tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] No DVR routers for this DVR port d7248ef6-9316-49a2-b5c2-6aa92f3ac971 on host hv-cinder-81561 {{(pid=109056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:37.052010 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6a9e6d3a-c265-4c0c-8130-328c37c27430 req-4140265d-48f4-4bfe-8ea0-234bf66ad2eb tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:37.057936 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6a9e6d3a-c265-4c0c-8130-328c37c27430 req-4140265d-48f4-4bfe-8ea0-234bf66ad2eb tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.130 "DELETE /v2.0/ports/d7248ef6-9316-49a2-b5c2-6aa92f3ac971 HTTP/1.1" status: 204 len: 173 time: 0.5099325 Jan 21 09:49:37.195135 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139e5321-da95-4cbc-8649-6a237dcd5073 None None] New status for floating IP 99d2b2e2-eb27-42c0-afe2-f4da510fb85b: DOWN {{(pid=109059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:49:37.485014 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-5c07b4ae-e466-44ce-b2a3-698a04bd7b78 req-556442b2-3131-4158-bdf4-d25c2fc76bba tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "GET /v2.0/ports?device_id=24052800-ecfe-4489-aa21-c06229ee8664 HTTP/1.1" status: 200 len: 210 time: 0.0308652 Jan 21 09:49:38.117714 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 55738) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:38.172076 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-869a19d6-7459-4dc3-995e-a46cb4c06dab tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group (e6558439-7950-4dd5-a037-2a34ea8a2260), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:38.195515 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-869a19d6-7459-4dc3-995e-a46cb4c06dab tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group (e6558439-7950-4dd5-a037-2a34ea8a2260), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:38.244505 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-869a19d6-7459-4dc3-995e-a46cb4c06dab tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (e6558439-7950-4dd5-a037-2a34ea8a2260), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:38.247138 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-869a19d6-7459-4dc3-995e-a46cb4c06dab tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:38.248335 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-869a19d6-7459-4dc3-995e-a46cb4c06dab tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "DELETE /v2.0/security-groups/e6558439-7950-4dd5-a037-2a34ea8a2260 HTTP/1.1" status: 204 len: 168 time: 0.1295741 Jan 21 09:49:38.251520 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 55740) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:38.257943 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a19d6-7459-4dc3-995e-a46cb4c06dab tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6558439-7950-4dd5-a037-2a34ea8a2260,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:38.271067 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.api.v2.resource [None req-7c8dfaae-756b-4b28-a500-9054b8b476d9 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] show failed (client error): The resource could not be found. Jan 21 09:49:38.272237 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-7c8dfaae-756b-4b28-a500-9054b8b476d9 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "GET /v2.0/security-groups/e6558439-7950-4dd5-a037-2a34ea8a2260 HTTP/1.1" status: 404 len: 347 time: 0.0195751 Jan 21 09:49:38.275423 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 55742) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:38.400979 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d7248ef6-9316-49a2-b5c2-6aa92f3ac971 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:38.402884 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-8d5899c0-798f-4a1d-b3f7-7b5bba6e1a53 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Deleting port 57e8d9ee-c2a7-46d3-9078-b4854e5bcc8d {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:49:38.403258 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8d5899c0-798f-4a1d-b3f7-7b5bba6e1a53 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (57e8d9ee-c2a7-46d3-9078-b4854e5bcc8d), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:38.424913 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: d7248ef6-9316-49a2-b5c2-6aa92f3ac971 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:49:38.425797 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d7248ef6-9316-49a2-b5c2-6aa92f3ac971 not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:49:38.426218 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device bc912f30-d409-4a6a-9f0e-350507682a91 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:38.445531 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: bc912f30-d409-4a6a-9f0e-350507682a91 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:49:38.445890 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device bc912f30-d409-4a6a-9f0e-350507682a91 not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:49:38.486173 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8d5899c0-798f-4a1d-b3f7-7b5bba6e1a53 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (57e8d9ee-c2a7-46d3-9078-b4854e5bcc8d), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:38.486514 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8d5899c0-798f-4a1d-b3f7-7b5bba6e1a53 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for floatingip (57e8d9ee-c2a7-46d3-9078-b4854e5bcc8d), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:38.498417 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-8d5899c0-798f-4a1d-b3f7-7b5bba6e1a53 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Calling delete_port for 57e8d9ee-c2a7-46d3-9078-b4854e5bcc8d owned by network:floatingip {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:49:38.544009 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 55746) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:38.601246 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9d5a51af-4a16-49c6-acc6-faa2f64b328c tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group (92039ebf-f941-4d8a-8f24-f3377f746e3e), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:38.626083 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9d5a51af-4a16-49c6-acc6-faa2f64b328c tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group (92039ebf-f941-4d8a-8f24-f3377f746e3e), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:38.633750 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8d5899c0-798f-4a1d-b3f7-7b5bba6e1a53 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (57e8d9ee-c2a7-46d3-9078-b4854e5bcc8d), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:38.666245 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5899c0-798f-4a1d-b3f7-7b5bba6e1a53 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Pushing event deleted for resources: {'Port': ['ID=57e8d9ee-c2a7-46d3-9078-b4854e5bcc8d,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:38.695083 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9d5a51af-4a16-49c6-acc6-faa2f64b328c tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (92039ebf-f941-4d8a-8f24-f3377f746e3e), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:38.698828 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9d5a51af-4a16-49c6-acc6-faa2f64b328c tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:38.701066 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-9d5a51af-4a16-49c6-acc6-faa2f64b328c tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] 10.222.0.112 "DELETE /v2.0/security-groups/92039ebf-f941-4d8a-8f24-f3377f746e3e HTTP/1.1" status: 204 len: 168 time: 0.1556761 Jan 21 09:49:38.710643 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a51af-4a16-49c6-acc6-faa2f64b328c tempest-TestShelveInstance-2116442866 tempest-TestShelveInstance-2116442866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92039ebf-f941-4d8a-8f24-f3377f746e3e,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:38.728019 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8d5899c0-798f-4a1d-b3f7-7b5bba6e1a53 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks [] for floatingip (99d2b2e2-eb27-42c0-afe2-f4da510fb85b), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:38.730658 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8d5899c0-798f-4a1d-b3f7-7b5bba6e1a53 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:38.731888 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-8d5899c0-798f-4a1d-b3f7-7b5bba6e1a53 tempest-AttachVolumeTestJSON-1120253 tempest-AttachVolumeTestJSON-1120253-project] 10.222.0.112 "DELETE /v2.0/floatingips/99d2b2e2-eb27-42c0-afe2-f4da510fb85b HTTP/1.1" status: 204 len: 168 time: 0.4551427 Jan 21 09:49:38.781600 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 55752) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:38.880896 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24052800-ecfe-4489-aa21-c06229ee8664', 'name': 'network-vif-deleted', 'tag': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:38.880896 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2f3f19-c744-4036-b4c3-413354207a18" -d '{"events": [{"server_uuid": "24052800-ecfe-4489-aa21-c06229ee8664", "name": "network-vif-deleted", "tag": "d7248ef6-9316-49a2-b5c2-6aa92f3ac971"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:49:38.928122 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c01c7b-75a7-46fb-a624-bf877eed1e9e x-openstack-request-id: req-50c01c7b-75a7-46fb-a624-bf877eed1e9e {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:49:38.928432 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24052800-ecfe-4489-aa21-c06229ee8664", "name": "network-vif-deleted", "tag": "d7248ef6-9316-49a2-b5c2-6aa92f3ac971", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:49:38.928707 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-50c01c7b-75a7-46fb-a624-bf877eed1e9e {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:49:38.929117 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24052800-ecfe-4489-aa21-c06229ee8664', 'name': 'network-vif-deleted', 'tag': 'd7248ef6-9316-49a2-b5c2-6aa92f3ac971', 'status': 'completed', 'code': 200} Jan 21 09:49:39.230703 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d965236b-4d21-4e2d-84db-8b84dfe5de2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7909559'] for router_interface (602160a6-14b5-49be-9acc-6c699602f8f4), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:39.478914 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-d965236b-4d21-4e2d-84db-8b84dfe5de2f admin admin] Deleting port d871382b-0cec-49aa-96b1-067017f19382 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:49:39.479164 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d965236b-4d21-4e2d-84db-8b84dfe5de2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (d871382b-0cec-49aa-96b1-067017f19382), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:39.554460 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [None req-d965236b-4d21-4e2d-84db-8b84dfe5de2f admin admin] For port d871382b-0cec-49aa-96b1-067017f19382, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=d871382b-0cec-49aa-96b1-067017f19382,segment=NetworkSegment(2bee3456-64e3-440d-9603-a0ee121debf8),segment_id=2bee3456-64e3-440d-9603-a0ee121debf8)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:39.554858 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d965236b-4d21-4e2d-84db-8b84dfe5de2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (d871382b-0cec-49aa-96b1-067017f19382), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:39.566597 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-d965236b-4d21-4e2d-84db-8b84dfe5de2f admin admin] Calling delete_port for d871382b-0cec-49aa-96b1-067017f19382 owned by network:router_interface {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:49:39.749696 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d965236b-4d21-4e2d-84db-8b84dfe5de2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (d871382b-0cec-49aa-96b1-067017f19382), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:39.775908 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965236b-4d21-4e2d-84db-8b84dfe5de2f admin admin] Pushing event deleted for resources: {'Port': ['ID=d871382b-0cec-49aa-96b1-067017f19382,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:39.953361 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d965236b-4d21-4e2d-84db-8b84dfe5de2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7854955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7897588'] for router_interface (602160a6-14b5-49be-9acc-6c699602f8f4), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:40.186000 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d965236b-4d21-4e2d-84db-8b84dfe5de2f admin admin] Router 602160a6-14b5-49be-9acc-6c699602f8f4 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:40.303186 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d965236b-4d21-4e2d-84db-8b84dfe5de2f admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:40.308476 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-d965236b-4d21-4e2d-84db-8b84dfe5de2f admin admin] 10.222.0.112 "PUT /v2.0/routers/602160a6-14b5-49be-9acc-6c699602f8f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5257964 Jan 21 09:49:40.311326 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 55780) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:40.314275 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef45f09-fe6b-4df7-80fd-50d39aa6eb86 None None] Sync routers for ids ['602160a6-14b5-49be-9acc-6c699602f8f4'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:49:40.332203 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef45f09-fe6b-4df7-80fd-50d39aa6eb86 None None] Routers {'602160a6-14b5-49be-9acc-6c699602f8f4'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:49:40.333130 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-9ef45f09-fe6b-4df7-80fd-50d39aa6eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:49:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['602160a6-14b5-49be-9acc-6c699602f8f4'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:40.424610 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-66ceeb3f-1e18-4b76-9124-a1c48fd5cccf admin admin] Publish callbacks [] for router (602160a6-14b5-49be-9acc-6c699602f8f4), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:40.466829 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-9ef45f09-fe6b-4df7-80fd-50d39aa6eb86 None None] Set router 602160a6-14b5-49be-9acc-6c699602f8f4 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:49:40.662236 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-9ef45f09-fe6b-4df7-80fd-50d39aa6eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'name': 'tempest-TestShelveInstance-1315195202-router', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '669b532a-08a0-4329-881d-1c400a736ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:49:39Z', 'revision_number': 5, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'gw_port': {'id': '669b532a-08a0-4329-881d-1c400a736ee2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:40.696315 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef45f09-fe6b-4df7-80fd-50d39aa6eb86 None None] Checking router: 602160a6-14b5-49be-9acc-6c699602f8f4 for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:49:40.713896 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef45f09-fe6b-4df7-80fd-50d39aa6eb86 None None] Routers {'602160a6-14b5-49be-9acc-6c699602f8f4'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:49:40.714589 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-9ef45f09-fe6b-4df7-80fd-50d39aa6eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:49:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['602160a6-14b5-49be-9acc-6c699602f8f4'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:40.867973 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1e07a-5095-43f2-b4c5-9a2d3ec42d8a req-6af82761-5169-4049-89b4-fe752b6f1163 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:40.869589 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-72c1e07a-5095-43f2-b4c5-9a2d3ec42d8a req-6af82761-5169-4049-89b4-fe752b6f1163 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8665157f-c846-43a7-8c76-da034684c770 HTTP/1.1" status: 200 len: 946 time: 0.3616395 Jan 21 09:49:40.871039 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-66ceeb3f-1e18-4b76-9124-a1c48fd5cccf admin admin] Publish callbacks [] for router_gateway (602160a6-14b5-49be-9acc-6c699602f8f4), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:40.945759 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-72c1e07a-5095-43f2-b4c5-9a2d3ec42d8a req-d4483757-42ea-4974-bd98-dcb65a205386 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699828 Jan 21 09:49:40.969892 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-66ceeb3f-1e18-4b76-9124-a1c48fd5cccf admin admin] Deleting port 669b532a-08a0-4329-881d-1c400a736ee2 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:49:40.970255 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-66ceeb3f-1e18-4b76-9124-a1c48fd5cccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (669b532a-08a0-4329-881d-1c400a736ee2), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:41.006772 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-9ef45f09-fe6b-4df7-80fd-50d39aa6eb86 None None] Set router 602160a6-14b5-49be-9acc-6c699602f8f4 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:49:41.071660 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [None req-66ceeb3f-1e18-4b76-9124-a1c48fd5cccf admin admin] For port 669b532a-08a0-4329-881d-1c400a736ee2, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=669b532a-08a0-4329-881d-1c400a736ee2,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:41.074227 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-66ceeb3f-1e18-4b76-9124-a1c48fd5cccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (669b532a-08a0-4329-881d-1c400a736ee2), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:41.090050 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-66ceeb3f-1e18-4b76-9124-a1c48fd5cccf admin admin] Calling delete_port for 669b532a-08a0-4329-881d-1c400a736ee2 owned by network:router_gateway {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:49:41.300990 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-9ef45f09-fe6b-4df7-80fd-50d39aa6eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'name': 'tempest-TestShelveInstance-1315195202-router', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '669b532a-08a0-4329-881d-1c400a736ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:49:39Z', 'revision_number': 5, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'gw_port': {'id': '669b532a-08a0-4329-881d-1c400a736ee2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:41.314778 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-66ceeb3f-1e18-4b76-9124-a1c48fd5cccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (669b532a-08a0-4329-881d-1c400a736ee2), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:41.332962 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef45f09-fe6b-4df7-80fd-50d39aa6eb86 None None] The sync data for ids ['602160a6-14b5-49be-9acc-6c699602f8f4'] in dv-cinder-815614-10-iscsi is: [{'id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'name': 'tempest-TestShelveInstance-1315195202-router', 'tenant_id': 'b0f3677d18a14829ba92c635e3e952b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '669b532a-08a0-4329-881d-1c400a736ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:49:39Z', 'revision_number': 5, 'project_id': 'b0f3677d18a14829ba92c635e3e952b4', 'gw_port': {'id': '669b532a-08a0-4329-881d-1c400a736ee2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602160a6-14b5-49be-9acc-6c699602f8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:13Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:41.342016 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ceeb3f-1e18-4b76-9124-a1c48fd5cccf admin admin] Pushing event deleted for resources: {'Port': ['ID=669b532a-08a0-4329-881d-1c400a736ee2,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:41.406549 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-66ceeb3f-1e18-4b76-9124-a1c48fd5cccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7910505'] for router_gateway (602160a6-14b5-49be-9acc-6c699602f8f4), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:41.503789 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-66ceeb3f-1e18-4b76-9124-a1c48fd5cccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7909303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15939'] for router (602160a6-14b5-49be-9acc-6c699602f8f4), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:41.505954 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-66ceeb3f-1e18-4b76-9124-a1c48fd5cccf admin admin] Publish callbacks [] for router_controller (602160a6-14b5-49be-9acc-6c699602f8f4), precommit_delete_associations {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:41.552084 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-66ceeb3f-1e18-4b76-9124-a1c48fd5cccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7909308'] for router (602160a6-14b5-49be-9acc-6c699602f8f4), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:41.552766 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ceeb3f-1e18-4b76-9124-a1c48fd5cccf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 602160a6-14b5-49be-9acc-6c699602f8f4 {{(pid=109056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:49:41.558423 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-66ceeb3f-1e18-4b76-9124-a1c48fd5cccf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:41.559668 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-66ceeb3f-1e18-4b76-9124-a1c48fd5cccf admin admin] 10.222.0.112 "DELETE /v2.0/routers/602160a6-14b5-49be-9acc-6c699602f8f4 HTTP/1.1" status: 204 len: 168 time: 1.2473874 Jan 21 09:49:41.562431 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 55794) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:41.607271 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f5b759-2f6d-4353-a0dd-9591ea8d0487 admin admin] Deleting subnet 1b5bdd26-760c-4c0a-9b53-fd52016de2be {{(pid=109056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:49:41.610384 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-02f5b759-2f6d-4353-a0dd-9591ea8d0487 admin admin] Publish callbacks [] for subnet (1b5bdd26-760c-4c0a-9b53-fd52016de2be), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:41.643471 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-02f5b759-2f6d-4353-a0dd-9591ea8d0487 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051165'] for subnet (1b5bdd26-760c-4c0a-9b53-fd52016de2be), precommit_delete_associations {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:41.726913 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-02f5b759-2f6d-4353-a0dd-9591ea8d0487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440766'] for subnet (1b5bdd26-760c-4c0a-9b53-fd52016de2be), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:41.788027 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-02f5b759-2f6d-4353-a0dd-9591ea8d0487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6057301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5368280'] for subnet (1b5bdd26-760c-4c0a-9b53-fd52016de2be), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:41.813704 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5b759-2f6d-4353-a0dd-9591ea8d0487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b5bdd26-760c-4c0a-9b53-fd52016de2be,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:41.822453 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-02f5b759-2f6d-4353-a0dd-9591ea8d0487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:41.827022 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-02f5b759-2f6d-4353-a0dd-9591ea8d0487 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/1b5bdd26-760c-4c0a-9b53-fd52016de2be HTTP/1.1" status: 204 len: 168 time: 0.2635379 Jan 21 09:49:41.827699 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0555c7ca-b59f-493a-b00e-7e45c53046e6 None None] Network d94bdff3-5414-4f0b-add5-113ce72946b0 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:49:41.829823 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 55796) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:41.905065 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466178'] for network (d94bdff3-5414-4f0b-add5-113ce72946b0), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:41.965646 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] Deleting port 94637a69-3852-4cf0-a8f0-c71363337811 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:49:41.966632 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (94637a69-3852-4cf0-a8f0-c71363337811), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:41.993458 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3673cc-7525-4a0f-a52e-dc184a5b3574 None None] DHCP port deletion for d94bdff3-5414-4f0b-add5-113ce72946b0 request from dv-cinder-815614-10-iscsi {{(pid=109058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 09:49:42.052661 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-4c3673cc-7525-4a0f-a52e-dc184a5b3574 None None] Deleting port 94637a69-3852-4cf0-a8f0-c71363337811 {{(pid=109058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:49:42.053241 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-4c3673cc-7525-4a0f-a52e-dc184a5b3574 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (94637a69-3852-4cf0-a8f0-c71363337811), before_delete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:42.075924 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] For port 94637a69-3852-4cf0-a8f0-c71363337811, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=94637a69-3852-4cf0-a8f0-c71363337811,segment=NetworkSegment(2bee3456-64e3-440d-9603-a0ee121debf8),segment_id=2bee3456-64e3-440d-9603-a0ee121debf8)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:42.076326 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (94637a69-3852-4cf0-a8f0-c71363337811), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:42.090266 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] Calling delete_port for 94637a69-3852-4cf0-a8f0-c71363337811 owned by network:dhcp {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:49:42.114851 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4536de-a7ff-4049-b730-f1fbf21b760b req-3365efd0-8a0f-41bc-bb49-28023a9e056b tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:42.119343 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0a4536de-a7ff-4049-b730-f1fbf21b760b req-3365efd0-8a0f-41bc-bb49-28023a9e056b tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8665157f-c846-43a7-8c76-da034684c770 HTTP/1.1" status: 200 len: 946 time: 0.0783279 Jan 21 09:49:42.124417 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-4c3673cc-7525-4a0f-a52e-dc184a5b3574 None None] For port 94637a69-3852-4cf0-a8f0-c71363337811, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=94637a69-3852-4cf0-a8f0-c71363337811,segment=NetworkSegment(2bee3456-64e3-440d-9603-a0ee121debf8),segment_id=2bee3456-64e3-440d-9603-a0ee121debf8)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:42.124835 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-4c3673cc-7525-4a0f-a52e-dc184a5b3574 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (94637a69-3852-4cf0-a8f0-c71363337811), precommit_delete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:42.138628 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-4c3673cc-7525-4a0f-a52e-dc184a5b3574 None None] Calling delete_port for 94637a69-3852-4cf0-a8f0-c71363337811 owned by network:dhcp {{(pid=109058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:49:42.175863 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-0a4536de-a7ff-4049-b730-f1fbf21b760b req-7f471d89-fff2-4ef5-a4c8-1c108eb295ca tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530515 Jan 21 09:49:42.224513 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7c59-8572-4be6-a267-d0732ffd358f req-059371d3-f652-4e43-86ad-1236c6799cf4 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:42.226458 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f88c7c59-8572-4be6-a267-d0732ffd358f req-059371d3-f652-4e43-86ad-1236c6799cf4 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.130 "GET /v2.0/ports?device_id=8665157f-c846-43a7-8c76-da034684c770 HTTP/1.1" status: 200 len: 946 time: 0.0775914 Jan 21 09:49:42.240726 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (94637a69-3852-4cf0-a8f0-c71363337811), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:42.243228 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-4c3673cc-7525-4a0f-a52e-dc184a5b3574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843'] for port (94637a69-3852-4cf0-a8f0-c71363337811), after_delete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:42.270020 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3673cc-7525-4a0f-a52e-dc184a5b3574 None None] Pushing event deleted for resources: {'Port': ['ID=94637a69-3852-4cf0-a8f0-c71363337811,revision_number=None']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:42.275537 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3673cc-7525-4a0f-a52e-dc184a5b3574 None None] No DVR routers for this DVR port 94637a69-3852-4cf0-a8f0-c71363337811 on host dv-cinder-815614-10-iscsi {{(pid=109058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:42.303812 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] No DVR routers for this DVR port 94637a69-3852-4cf0-a8f0-c71363337811 on host dv-cinder-815614-10-iscsi {{(pid=109056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:42.307531 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=94637a69-3852-4cf0-a8f0-c71363337811,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:42.396538 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 55806) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:42.414459 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409116', 'neutron.services.segments.db._delete_segments_for_network-8767559616543'] for network (d94bdff3-5414-4f0b-add5-113ce72946b0), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:42.448356 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94bdff3-5414-4f0b-add5-113ce72946b0']}} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:42.461397 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-f88c7c59-8572-4be6-a267-d0732ffd358f req-9cfd5813-d987-4e4b-8583-085fcd24a487 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Deleting port 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:49:42.461754 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-f88c7c59-8572-4be6-a267-d0732ffd358f req-9cfd5813-d987-4e4b-8583-085fcd24a487 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:42.466491 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bee3456-64e3-440d-9603-a0ee121debf8') {'for_net_delete': True} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:42.466815 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bee3456-64e3-440d-9603-a0ee121debf8') {} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:42.500338 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767559616925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051238'] for segment (2bee3456-64e3-440d-9603-a0ee121debf8), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:42.546634 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (2bee3456-64e3-440d-9603-a0ee121debf8), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:42.557951 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=109056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:49:42.558358 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6057279'] for segment (2bee3456-64e3-440d-9603-a0ee121debf8), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: Traceback (most recent call last): Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: timer() Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: cb(*args, **kw) Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: return func(*args, **kwargs) Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: self._notify() Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: self.callback(batched_events) Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: event.method(event) Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: return f(self, *a, **k) Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._get(url).json() Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: return self.request(url, 'GET', **kwargs) Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:49:42.560073 dv-cinder-815614-10-iscsi neutron-server[109056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:49:42.636228 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-f88c7c59-8572-4be6-a267-d0732ffd358f req-9cfd5813-d987-4e4b-8583-085fcd24a487 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] For port 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4,segment=NetworkSegment(ddad3886-1096-4269-9aea-aa14372a32fc),segment_id=ddad3886-1096-4269-9aea-aa14372a32fc)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:42.636703 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-f88c7c59-8572-4be6-a267-d0732ffd358f req-9cfd5813-d987-4e4b-8583-085fcd24a487 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:42.639733 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910546'] for network (d94bdff3-5414-4f0b-add5-113ce72946b0), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:42.650893 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:42.653426 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] 10.222.0.112 "DELETE /v2.0/networks/d94bdff3-5414-4f0b-add5-113ce72946b0 HTTP/1.1" status: 204 len: 168 time: 0.8212678 Jan 21 09:49:42.658046 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 55810) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:42.668600 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2317fa-019c-4c7f-abc5-804f0df66e16 admin admin] Pushing event deleted for resources: {'Network': ['ID=d94bdff3-5414-4f0b-add5-113ce72946b0,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:42.670639 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-f88c7c59-8572-4be6-a267-d0732ffd358f req-9cfd5813-d987-4e4b-8583-085fcd24a487 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Calling delete_port for 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 owned by compute:nova {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:49:42.733353 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-19e84b5d-6ce0-4fc6-9519-c14d6e1e5448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:42.816378 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-f88c7c59-8572-4be6-a267-d0732ffd358f req-9cfd5813-d987-4e4b-8583-085fcd24a487 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:42.847193 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd5813-d987-4e4b-8583-085fcd24a487 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Pushing event deleted for resources: {'Port': ['ID=001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:42.893257 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88c7c59-8572-4be6-a267-d0732ffd358f req-9cfd5813-d987-4e4b-8583-085fcd24a487 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] No DVR routers for this DVR port 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 on host hv-cinder-81561 {{(pid=109056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:42.895801 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-f88c7c59-8572-4be6-a267-d0732ffd358f req-9cfd5813-d987-4e4b-8583-085fcd24a487 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:42.899217 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-f88c7c59-8572-4be6-a267-d0732ffd358f req-9cfd5813-d987-4e4b-8583-085fcd24a487 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.130 "DELETE /v2.0/ports/001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 HTTP/1.1" status: 204 len: 173 time: 0.6674268 Jan 21 09:49:42.899689 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8665157f-c846-43a7-8c76-da034684c770', 'name': 'network-vif-deleted', 'tag': '001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:42.902107 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdbee65-aeb1-4a49-85a0-358813b2120a" -d '{"events": [{"server_uuid": "8665157f-c846-43a7-8c76-da034684c770", "name": "network-vif-deleted", "tag": "001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:49:42.948284 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f2db05-7c9d-4de9-a144-dfbe34e41b5b x-openstack-request-id: req-f5f2db05-7c9d-4de9-a144-dfbe34e41b5b {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:49:42.948705 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8665157f-c846-43a7-8c76-da034684c770", "name": "network-vif-deleted", "tag": "001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:49:42.948985 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-f5f2db05-7c9d-4de9-a144-dfbe34e41b5b {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:49:42.949416 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8665157f-c846-43a7-8c76-da034684c770', 'name': 'network-vif-deleted', 'tag': '001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4', 'status': 'completed', 'code': 200} Jan 21 09:49:43.124922 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 94637a69-3852-4cf0-a8f0-c71363337811 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:43.146596 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: 94637a69-3852-4cf0-a8f0-c71363337811 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:49:43.146992 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 94637a69-3852-4cf0-a8f0-c71363337811 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:49:43.147430 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device d871382b-0cec-49aa-96b1-067017f19382 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:43.167004 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: d871382b-0cec-49aa-96b1-067017f19382 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:49:43.167360 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device d871382b-0cec-49aa-96b1-067017f19382 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:49:43.167789 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 669b532a-08a0-4329-881d-1c400a736ee2 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:43.191186 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: 669b532a-08a0-4329-881d-1c400a736ee2 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:49:43.191542 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 669b532a-08a0-4329-881d-1c400a736ee2 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:49:43.352444 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-de902566-414e-49c0-966d-769743c51d50 req-7e3d8c4a-3f63-427a-9f29-ea69a6f113dd tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8665157f-c846-43a7-8c76-da034684c770 HTTP/1.1" status: 200 len: 210 time: 0.0656691 Jan 21 09:49:43.438168 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7909559'] for router_interface (8ee40f4e-dad1-4072-a96a-156a3c12825a), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:43.669616 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-63b65e51-9610-490d-bdf0-d38d0c1ee355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7909559'] for router_interface (e946bf3b-924f-49d6-8f7e-bb139e1fbe0b), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:43.927452 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Deleting port 74edab38-68ed-47a0-b4b8-f7db34806da2 {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:49:43.927727 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:44.045757 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] For port 74edab38-68ed-47a0-b4b8-f7db34806da2, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=74edab38-68ed-47a0-b4b8-f7db34806da2,segment=NetworkSegment(cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce),segment_id=cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:44.046136 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:44.068277 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Calling delete_port for 74edab38-68ed-47a0-b4b8-f7db34806da2 owned by network:router_interface {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:49:44.085786 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-63b65e51-9610-490d-bdf0-d38d0c1ee355 admin admin] Deleting port abfcae77-5952-4856-a4fa-ab8526d76edf {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:49:44.086141 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-63b65e51-9610-490d-bdf0-d38d0c1ee355 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:44.241102 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [None req-63b65e51-9610-490d-bdf0-d38d0c1ee355 admin admin] For port abfcae77-5952-4856-a4fa-ab8526d76edf, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=abfcae77-5952-4856-a4fa-ab8526d76edf,segment=NetworkSegment(b0e3c118-ea1b-4313-9577-4de97f3e6d61),segment_id=b0e3c118-ea1b-4313-9577-4de97f3e6d61)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:44.241382 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-63b65e51-9610-490d-bdf0-d38d0c1ee355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:44.260494 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-63b65e51-9610-490d-bdf0-d38d0c1ee355 admin admin] Calling delete_port for abfcae77-5952-4856-a4fa-ab8526d76edf owned by network:router_interface {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:49:44.417774 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (74edab38-68ed-47a0-b4b8-f7db34806da2), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:44.420133 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:44.446935 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:49:44.447371 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 001e3fa6-8e9f-43fa-9e81-0e0464bf6fc4 not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:49:44.450558 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Pushing event deleted for resources: {'Port': ['ID=74edab38-68ed-47a0-b4b8-f7db34806da2,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:44.492516 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:44.492798 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:44.493166 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:44.493668 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:44.493892 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:44.494298 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:44.494673 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:44.495059 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:44.495413 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:44.495764 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:44.496122 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:44.496543 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:44.496843 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:44.643074 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-63b65e51-9610-490d-bdf0-d38d0c1ee355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (abfcae77-5952-4856-a4fa-ab8526d76edf), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:44.711809 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b65e51-9610-490d-bdf0-d38d0c1ee355 admin admin] Pushing event deleted for resources: {'Port': ['ID=abfcae77-5952-4856-a4fa-ab8526d76edf,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:44.763445 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7854955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7897588'] for router_interface (8ee40f4e-dad1-4072-a96a-156a3c12825a), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:44.970711 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-63b65e51-9610-490d-bdf0-d38d0c1ee355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7854955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7897588'] for router_interface (e946bf3b-924f-49d6-8f7e-bb139e1fbe0b), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:45.161327 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Router 8ee40f4e-dad1-4072-a96a-156a3c12825a has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:45.423292 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-687c0d3e-30ca-487e-9b2c-fd17614485a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:45.639957 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:45.648971 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-fc3f7d12-3fde-415b-af31-30316ca9b47c admin admin] 10.222.0.112 "PUT /v2.0/routers/8ee40f4e-dad1-4072-a96a-156a3c12825a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2488084 Jan 21 09:49:45.648971 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b65e51-9610-490d-bdf0-d38d0c1ee355 admin admin] Router e946bf3b-924f-49d6-8f7e-bb139e1fbe0b has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:45.649312 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 55824) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:45.652641 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abafde-4ddb-409d-8972-9f2d981d5be3 None None] Sync routers for ids ['8ee40f4e-dad1-4072-a96a-156a3c12825a'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:49:45.664172 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54abafde-4ddb-409d-8972-9f2d981d5be3 None None] Routers {'8ee40f4e-dad1-4072-a96a-156a3c12825a'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:49:45.664976 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-54abafde-4ddb-409d-8972-9f2d981d5be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:49:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['8ee40f4e-dad1-4072-a96a-156a3c12825a'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:45.759033 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b65e51-9610-490d-bdf0-d38d0c1ee355 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:45.762524 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5da8faeb-463a-4515-ad9e-97229d12fdba admin admin] Publish callbacks [] for router (8ee40f4e-dad1-4072-a96a-156a3c12825a), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:45.769132 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a49b807-35cc-4fe1-a44e-765853335939 None None] Sync routers for ids ['e946bf3b-924f-49d6-8f7e-bb139e1fbe0b'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:49:45.773379 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-63b65e51-9610-490d-bdf0-d38d0c1ee355 admin admin] 10.222.0.112 "PUT /v2.0/routers/e946bf3b-924f-49d6-8f7e-bb139e1fbe0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1143191 Jan 21 09:49:45.774059 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 55826) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:45.777302 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-54abafde-4ddb-409d-8972-9f2d981d5be3 None None] Set router 8ee40f4e-dad1-4072-a96a-156a3c12825a gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:49:45.781748 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a49b807-35cc-4fe1-a44e-765853335939 None None] Routers {'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:49:45.782693 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-6a49b807-35cc-4fe1-a44e-765853335939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:49:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['e946bf3b-924f-49d6-8f7e-bb139e1fbe0b'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:45.876655 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5da8faeb-463a-4515-ad9e-97229d12fdba admin admin] Publish callbacks [] for router_gateway (8ee40f4e-dad1-4072-a96a-156a3c12825a), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:45.898900 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9f0a41fd-d5f0-4303-9109-a7526e0770fb admin admin] Publish callbacks [] for router (e946bf3b-924f-49d6-8f7e-bb139e1fbe0b), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:45.915105 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-6a49b807-35cc-4fe1-a44e-765853335939 None None] Set router e946bf3b-924f-49d6-8f7e-bb139e1fbe0b gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:49:45.939730 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-5da8faeb-463a-4515-ad9e-97229d12fdba admin admin] Deleting port df9c6361-2312-40c4-abdd-086c14a53086 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:49:45.942454 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5da8faeb-463a-4515-ad9e-97229d12fdba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (df9c6361-2312-40c4-abdd-086c14a53086), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:45.983543 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-54abafde-4ddb-409d-8972-9f2d981d5be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:49:44Z', 'revision_number': 5, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port': {'id': 'df9c6361-2312-40c4-abdd-086c14a53086', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:29Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:46.016177 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9f0a41fd-d5f0-4303-9109-a7526e0770fb admin admin] Publish callbacks [] for router_gateway (e946bf3b-924f-49d6-8f7e-bb139e1fbe0b), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.019295 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abafde-4ddb-409d-8972-9f2d981d5be3 None None] Checking router: 8ee40f4e-dad1-4072-a96a-156a3c12825a for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:49:46.032160 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54abafde-4ddb-409d-8972-9f2d981d5be3 None None] Routers {'8ee40f4e-dad1-4072-a96a-156a3c12825a'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:49:46.033339 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-54abafde-4ddb-409d-8972-9f2d981d5be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:49:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['8ee40f4e-dad1-4072-a96a-156a3c12825a'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:46.041724 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [None req-5da8faeb-463a-4515-ad9e-97229d12fdba admin admin] For port df9c6361-2312-40c4-abdd-086c14a53086, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=df9c6361-2312-40c4-abdd-086c14a53086,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:46.042451 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5da8faeb-463a-4515-ad9e-97229d12fdba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (df9c6361-2312-40c4-abdd-086c14a53086), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.061889 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-5da8faeb-463a-4515-ad9e-97229d12fdba admin admin] Calling delete_port for df9c6361-2312-40c4-abdd-086c14a53086 owned by network:router_gateway {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:49:46.076602 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-9f0a41fd-d5f0-4303-9109-a7526e0770fb admin admin] Deleting port d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2 {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:49:46.077049 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9f0a41fd-d5f0-4303-9109-a7526e0770fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.134284 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-6a49b807-35cc-4fe1-a44e-765853335939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'name': 'tempest-TestShelveInstance-1618699211-router', 'tenant_id': 'd99ba6a4da9b424287d142c0b9682146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'd64ac4b7-0aec-4c7d-a563-e5bfeb9192b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:19Z', 'updated_at': '2022-01-21T09:49:44Z', 'revision_number': 5, 'project_id': 'd99ba6a4da9b424287d142c0b9682146', 'gw_port': {'id': 'd64ac4b7-0aec-4c7d-a563-e5bfeb9192b2', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:19Z', 'updated_at': '2022-01-21T09:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:46.146716 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-54abafde-4ddb-409d-8972-9f2d981d5be3 None None] Set router 8ee40f4e-dad1-4072-a96a-156a3c12825a gateway port host: None {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:49:46.165193 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [None req-9f0a41fd-d5f0-4303-9109-a7526e0770fb admin admin] For port d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:46.165193 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9f0a41fd-d5f0-4303-9109-a7526e0770fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.178276 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a49b807-35cc-4fe1-a44e-765853335939 None None] Checking router: e946bf3b-924f-49d6-8f7e-bb139e1fbe0b for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:49:46.185552 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-9f0a41fd-d5f0-4303-9109-a7526e0770fb admin admin] Calling delete_port for d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2 owned by network:router_gateway {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:49:46.187455 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a49b807-35cc-4fe1-a44e-765853335939 None None] Routers {'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:49:46.188126 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-6a49b807-35cc-4fe1-a44e-765853335939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:49:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['e946bf3b-924f-49d6-8f7e-bb139e1fbe0b'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:46.206613 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-54abafde-4ddb-409d-8972-9f2d981d5be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:49:45Z', 'revision_number': 6, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port_host': None}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:46.247460 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abafde-4ddb-409d-8972-9f2d981d5be3 None None] The sync data for ids ['8ee40f4e-dad1-4072-a96a-156a3c12825a'] in dv-cinder-815614-10-iscsi is: [{'id': '8ee40f4e-dad1-4072-a96a-156a3c12825a', 'name': 'tempest-AttachVolumeTestJSON-23004129-router', 'tenant_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:26Z', 'updated_at': '2022-01-21T09:49:45Z', 'revision_number': 6, 'project_id': 'bf5c8457d6fe4995bbd14e5daf73f93a', 'gw_port_host': None}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:46.289546 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-6a49b807-35cc-4fe1-a44e-765853335939 None None] Set router e946bf3b-924f-49d6-8f7e-bb139e1fbe0b gateway port host: None {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:49:46.295757 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5da8faeb-463a-4515-ad9e-97229d12fdba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (df9c6361-2312-40c4-abdd-086c14a53086), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.324332 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8faeb-463a-4515-ad9e-97229d12fdba admin admin] Pushing event deleted for resources: {'Port': ['ID=df9c6361-2312-40c4-abdd-086c14a53086,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:46.343906 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-6a49b807-35cc-4fe1-a44e-765853335939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'name': 'tempest-TestShelveInstance-1618699211-router', 'tenant_id': 'd99ba6a4da9b424287d142c0b9682146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:19Z', 'updated_at': '2022-01-21T09:49:46Z', 'revision_number': 6, 'project_id': 'd99ba6a4da9b424287d142c0b9682146', 'gw_port_host': None}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:46.378724 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a49b807-35cc-4fe1-a44e-765853335939 None None] The sync data for ids ['e946bf3b-924f-49d6-8f7e-bb139e1fbe0b'] in dv-cinder-815614-10-iscsi is: [{'id': 'e946bf3b-924f-49d6-8f7e-bb139e1fbe0b', 'name': 'tempest-TestShelveInstance-1618699211-router', 'tenant_id': 'd99ba6a4da9b424287d142c0b9682146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:19Z', 'updated_at': '2022-01-21T09:49:46Z', 'revision_number': 6, 'project_id': 'd99ba6a4da9b424287d142c0b9682146', 'gw_port_host': None}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:46.395644 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9f0a41fd-d5f0-4303-9109-a7526e0770fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.406463 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5da8faeb-463a-4515-ad9e-97229d12fdba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7910505'] for router_gateway (8ee40f4e-dad1-4072-a96a-156a3c12825a), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.428972 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a41fd-d5f0-4303-9109-a7526e0770fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:46.490342 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9f0a41fd-d5f0-4303-9109-a7526e0770fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7910505'] for router_gateway (e946bf3b-924f-49d6-8f7e-bb139e1fbe0b), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.504760 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5da8faeb-463a-4515-ad9e-97229d12fdba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7909303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15939'] for router (8ee40f4e-dad1-4072-a96a-156a3c12825a), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.506967 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5da8faeb-463a-4515-ad9e-97229d12fdba admin admin] Publish callbacks [] for router_controller (8ee40f4e-dad1-4072-a96a-156a3c12825a), precommit_delete_associations {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.554846 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5da8faeb-463a-4515-ad9e-97229d12fdba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7909308'] for router (8ee40f4e-dad1-4072-a96a-156a3c12825a), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.555475 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da8faeb-463a-4515-ad9e-97229d12fdba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ee40f4e-dad1-4072-a96a-156a3c12825a {{(pid=109056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:49:46.560364 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5da8faeb-463a-4515-ad9e-97229d12fdba admin admin] Publish callbacks [] for router (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.563922 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-5da8faeb-463a-4515-ad9e-97229d12fdba admin admin] 10.222.0.112 "DELETE /v2.0/routers/8ee40f4e-dad1-4072-a96a-156a3c12825a HTTP/1.1" status: 204 len: 168 time: 0.9109764 Jan 21 09:49:46.564490 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 55828) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:46.584333 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9f0a41fd-d5f0-4303-9109-a7526e0770fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7909303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15939'] for router (e946bf3b-924f-49d6-8f7e-bb139e1fbe0b), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.586750 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9f0a41fd-d5f0-4303-9109-a7526e0770fb admin admin] Publish callbacks [] for router_controller (e946bf3b-924f-49d6-8f7e-bb139e1fbe0b), precommit_delete_associations {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.613624 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3c4fc4-a9e3-4686-be28-ee153616115f admin admin] Deleting subnet 915c81a7-b891-4f9b-9add-d5069201e814 {{(pid=109056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:49:46.623663 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4fc4-a9e3-4686-be28-ee153616115f admin admin] Publish callbacks [] for subnet (915c81a7-b891-4f9b-9add-d5069201e814), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.632836 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9f0a41fd-d5f0-4303-9109-a7526e0770fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7909308'] for router (e946bf3b-924f-49d6-8f7e-bb139e1fbe0b), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.633479 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0a41fd-d5f0-4303-9109-a7526e0770fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e946bf3b-924f-49d6-8f7e-bb139e1fbe0b {{(pid=109057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:49:46.639991 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-9f0a41fd-d5f0-4303-9109-a7526e0770fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.641646 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-9f0a41fd-d5f0-4303-9109-a7526e0770fb admin admin] 10.222.0.112 "DELETE /v2.0/routers/e946bf3b-924f-49d6-8f7e-bb139e1fbe0b HTTP/1.1" status: 204 len: 168 time: 0.8662994 Jan 21 09:49:46.644509 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 55832) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:46.675108 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4fc4-a9e3-4686-be28-ee153616115f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051165'] for subnet (915c81a7-b891-4f9b-9add-d5069201e814), precommit_delete_associations {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.701149 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a49c1ee-cf98-43cc-a58e-f2f83bef5abb admin admin] Deleting subnet d04e38b0-cbc4-4f31-9d21-6678a1f25096 {{(pid=109057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:49:46.704514 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4a49c1ee-cf98-43cc-a58e-f2f83bef5abb admin admin] Publish callbacks [] for subnet (d04e38b0-cbc4-4f31-9d21-6678a1f25096), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.743790 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4a49c1ee-cf98-43cc-a58e-f2f83bef5abb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4494556'] for subnet (d04e38b0-cbc4-4f31-9d21-6678a1f25096), precommit_delete_associations {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.761843 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4fc4-a9e3-4686-be28-ee153616115f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440766'] for subnet (915c81a7-b891-4f9b-9add-d5069201e814), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.816496 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4fc4-a9e3-4686-be28-ee153616115f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6057301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5368280'] for subnet (915c81a7-b891-4f9b-9add-d5069201e814), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.824843 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4a49c1ee-cf98-43cc-a58e-f2f83bef5abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440766'] for subnet (d04e38b0-cbc4-4f31-9d21-6678a1f25096), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.841374 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c4fc4-a9e3-4686-be28-ee153616115f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=915c81a7-b891-4f9b-9add-d5069201e814,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:46.845318 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4fc4-a9e3-4686-be28-ee153616115f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.848675 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-7d3c4fc4-a9e3-4686-be28-ee153616115f admin admin] 10.222.0.112 "DELETE /v2.0/subnets/915c81a7-b891-4f9b-9add-d5069201e814 HTTP/1.1" status: 204 len: 168 time: 0.2828913 Jan 21 09:49:46.851415 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 55834) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:46.854579 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04d048a-01d7-4af2-b910-401485fe3f9b None None] Network e6006ca4-4826-4a77-87a9-6d4fc13c2abe requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:49:46.895457 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4a49c1ee-cf98-43cc-a58e-f2f83bef5abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4495266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4499785'] for subnet (d04e38b0-cbc4-4f31-9d21-6678a1f25096), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.922137 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49c1ee-cf98-43cc-a58e-f2f83bef5abb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d04e38b0-cbc4-4f31-9d21-6678a1f25096,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:46.934667 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466178'] for network (e6006ca4-4826-4a77-87a9-6d4fc13c2abe), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.936307 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4a49c1ee-cf98-43cc-a58e-f2f83bef5abb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.945441 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-4a49c1ee-cf98-43cc-a58e-f2f83bef5abb admin admin] 10.222.0.112 "DELETE /v2.0/subnets/d04e38b0-cbc4-4f31-9d21-6678a1f25096 HTTP/1.1" status: 204 len: 168 time: 0.2998462 Jan 21 09:49:46.946219 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 55836) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:46.946776 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:46.965862 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a7b3b8-223a-4471-aadb-9601f1b4c81f None None] Network 711796a3-5423-43b4-be96-f27732b0f014 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:49:47.100758 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466178'] for network (711796a3-5423-43b4-be96-f27732b0f014), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.115096 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] Deleting port ccdbcf47-ea14-4540-bb7c-add143ee36c6 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:49:47.115509 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (ccdbcf47-ea14-4540-bb7c-add143ee36c6), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.208330 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] For port ccdbcf47-ea14-4540-bb7c-add143ee36c6, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=ccdbcf47-ea14-4540-bb7c-add143ee36c6,segment=NetworkSegment(cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce),segment_id=cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:47.208709 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (ccdbcf47-ea14-4540-bb7c-add143ee36c6), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.227176 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] Calling delete_port for ccdbcf47-ea14-4540-bb7c-add143ee36c6 owned by network:dhcp {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:49:47.274573 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] Deleting port e342c9a9-58e2-4245-adbe-1b516e37653a {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:49:47.274965 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (e342c9a9-58e2-4245-adbe-1b516e37653a), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.367128 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] For port e342c9a9-58e2-4245-adbe-1b516e37653a, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=e342c9a9-58e2-4245-adbe-1b516e37653a,segment=NetworkSegment(b0e3c118-ea1b-4313-9577-4de97f3e6d61),segment_id=b0e3c118-ea1b-4313-9577-4de97f3e6d61)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:47.367513 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (e342c9a9-58e2-4245-adbe-1b516e37653a), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.387332 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] Calling delete_port for e342c9a9-58e2-4245-adbe-1b516e37653a owned by network:dhcp {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:49:47.402245 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (ccdbcf47-ea14-4540-bb7c-add143ee36c6), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.462374 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] No DVR routers for this DVR port ccdbcf47-ea14-4540-bb7c-add143ee36c6 on host dv-cinder-815614-10-iscsi {{(pid=109056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:47.463949 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccdbcf47-ea14-4540-bb7c-add143ee36c6,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:47.562192 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409116', 'neutron.services.segments.db._delete_segments_for_network-8767559616543'] for network (e6006ca4-4826-4a77-87a9-6d4fc13c2abe), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.573406 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (e342c9a9-58e2-4245-adbe-1b516e37653a), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.607407 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6006ca4-4826-4a77-87a9-6d4fc13c2abe']}} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:47.618332 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] Pushing event deleted for resources: {'Port': ['ID=e342c9a9-58e2-4245-adbe-1b516e37653a,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:47.624299 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce') {'for_net_delete': True} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:47.624621 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce') {} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:47.626645 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] No DVR routers for this DVR port e342c9a9-58e2-4245-adbe-1b516e37653a on host dv-cinder-815614-10-iscsi {{(pid=109056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:47.633792 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2ea757-c09a-454c-95de-b5f338731de1 None None] DHCP port deletion for e6006ca4-4826-4a77-87a9-6d4fc13c2abe request from dv-cinder-815614-10-iscsi {{(pid=109058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 09:49:47.659967 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767559616925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051238'] for segment (cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.692080 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.693117 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c085ab5-2b37-4fa0-b6c4-87ed6a0ad7d4 None None] DHCP port deletion for 711796a3-5423-43b4-be96-f27732b0f014 request from dv-cinder-815614-10-iscsi {{(pid=109058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 09:49:47.726735 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=109056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:49:47.727210 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6057279'] for segment (cfbb5ef5-614f-47a1-b29f-3cbfdc41f4ce), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: Traceback (most recent call last): Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: timer() Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: cb(*args, **kw) Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: return func(*args, **kwargs) Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: self._notify() Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: self.callback(batched_events) Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: event.method(event) Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: return f(self, *a, **k) Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._get(url).json() Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: return self.request(url, 'GET', **kwargs) Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:49:47.729018 dv-cinder-815614-10-iscsi neutron-server[109056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:49:47.742630 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409116', 'neutron.services.segments.db._delete_segments_for_network-8767559616543'] for network (711796a3-5423-43b4-be96-f27732b0f014), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.804722 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711796a3-5423-43b4-be96-f27732b0f014']}} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:47.813800 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910546'] for network (e6006ca4-4826-4a77-87a9-6d4fc13c2abe), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.816880 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e3c118-ea1b-4313-9577-4de97f3e6d61') {'for_net_delete': True} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:47.817419 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e3c118-ea1b-4313-9577-4de97f3e6d61') {} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:47.830349 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.836735 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] 10.222.0.112 "DELETE /v2.0/networks/e6006ca4-4826-4a77-87a9-6d4fc13c2abe HTTP/1.1" status: 204 len: 168 time: 0.9841270 Jan 21 09:49:47.847652 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767559616925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051238'] for segment (b0e3c118-ea1b-4313-9577-4de97f3e6d61), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.850375 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697759a-44ac-4b70-b81c-3573bf3929e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6006ca4-4826-4a77-87a9-6d4fc13c2abe,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:47.866395 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (b0e3c118-ea1b-4313-9577-4de97f3e6d61), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.874992 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=109056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:49:47.875692 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6057279'] for segment (b0e3c118-ea1b-4313-9577-4de97f3e6d61), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: Traceback (most recent call last): Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: timer() Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: cb(*args, **kw) Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: return func(*args, **kwargs) Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: self._notify() Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: self.callback(batched_events) Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: event.method(event) Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: return f(self, *a, **k) Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._get(url).json() Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: return self.request(url, 'GET', **kwargs) Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:49:47.878914 dv-cinder-815614-10-iscsi neutron-server[109056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:49:47.890275 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 74edab38-68ed-47a0-b4b8-f7db34806da2 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:47.925567 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: 74edab38-68ed-47a0-b4b8-f7db34806da2 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:49:47.926009 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 74edab38-68ed-47a0-b4b8-f7db34806da2 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:49:47.926444 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device df9c6361-2312-40c4-abdd-086c14a53086 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:47.959154 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910546'] for network (711796a3-5423-43b4-be96-f27732b0f014), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.969405 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:47.981222 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] 10.222.0.112 "DELETE /v2.0/networks/711796a3-5423-43b4-be96-f27732b0f014 HTTP/1.1" status: 204 len: 168 time: 1.0319529 Jan 21 09:49:47.999340 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b325dc-6c31-4f4b-8295-5ed1ed286161 admin admin] Pushing event deleted for resources: {'Network': ['ID=711796a3-5423-43b4-be96-f27732b0f014,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:48.040160 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 55856) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:48.100137 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 55858) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:48.111116 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-54ef1615-aa95-44e7-aebb-895865df08ec admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=bf5c8457d6fe4995bbd14e5daf73f93a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0581648 Jan 21 09:49:48.150348 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: df9c6361-2312-40c4-abdd-086c14a53086 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:49:48.151136 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device df9c6361-2312-40c4-abdd-086c14a53086 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:49:48.151746 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device ccdbcf47-ea14-4540-bb7c-add143ee36c6 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:48.166968 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f3e0b2b5-2fc8-4bdc-a31b-d5442f1a6494 admin admin] Publish callbacks [] for security_group (d492a708-f118-45a3-99f3-094b2088d7c9), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:48.178073 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 55860) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:48.178762 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: ccdbcf47-ea14-4540-bb7c-add143ee36c6 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:49:48.179357 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device ccdbcf47-ea14-4540-bb7c-add143ee36c6 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:49:48.180022 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device abfcae77-5952-4856-a4fa-ab8526d76edf no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:48.194064 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f3e0b2b5-2fc8-4bdc-a31b-d5442f1a6494 admin admin] Publish callbacks [] for security_group (d492a708-f118-45a3-99f3-094b2088d7c9), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:48.203287 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: abfcae77-5952-4856-a4fa-ab8526d76edf {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:49:48.203967 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device abfcae77-5952-4856-a4fa-ab8526d76edf not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:49:48.234841 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-77b1a92c-ed5e-4397-b284-b303fb5b090a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b0f3677d18a14829ba92c635e3e952b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541494 Jan 21 09:49:48.236737 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 55862) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:48.259148 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f3e0b2b5-2fc8-4bdc-a31b-d5442f1a6494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (d492a708-f118-45a3-99f3-094b2088d7c9), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:48.262689 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-f3e0b2b5-2fc8-4bdc-a31b-d5442f1a6494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:48.267191 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-f3e0b2b5-2fc8-4bdc-a31b-d5442f1a6494 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/d492a708-f118-45a3-99f3-094b2088d7c9 HTTP/1.1" status: 204 len: 168 time: 0.1645184 Jan 21 09:49:48.274086 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0b2b5-2fc8-4bdc-a31b-d5442f1a6494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d492a708-f118-45a3-99f3-094b2088d7c9,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:48.299875 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-48af59b0-2d2d-4559-a1f2-a333d42a32ac admin admin] Publish callbacks [] for security_group (1142b68f-f707-48dd-a7d0-03f7d0ddd2da), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:48.323259 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-48af59b0-2d2d-4559-a1f2-a333d42a32ac admin admin] Publish callbacks [] for security_group (1142b68f-f707-48dd-a7d0-03f7d0ddd2da), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:48.376871 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-48af59b0-2d2d-4559-a1f2-a333d42a32ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (1142b68f-f707-48dd-a7d0-03f7d0ddd2da), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:48.379578 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-48af59b0-2d2d-4559-a1f2-a333d42a32ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:48.380816 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-48af59b0-2d2d-4559-a1f2-a333d42a32ac admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/1142b68f-f707-48dd-a7d0-03f7d0ddd2da HTTP/1.1" status: 204 len: 168 time: 0.1424630 Jan 21 09:49:48.393895 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af59b0-2d2d-4559-a1f2-a333d42a32ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1142b68f-f707-48dd-a7d0-03f7d0ddd2da,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:48.731032 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:48.804417 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 55880) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:48.844820 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-a6bd64b9-dd3f-4d62-a44a-0a129c9a7bd3 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d99ba6a4da9b424287d142c0b9682146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391335 Jan 21 09:49:48.847980 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 55882) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:49:48.897827 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8636a541-9da6-473a-af1b-3187f3c27f17 admin admin] Publish callbacks [] for security_group (e2234fd5-593d-4c72-8623-2f6f7cf03223), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:48.921558 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8636a541-9da6-473a-af1b-3187f3c27f17 admin admin] Publish callbacks [] for security_group (e2234fd5-593d-4c72-8623-2f6f7cf03223), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:48.979044 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8636a541-9da6-473a-af1b-3187f3c27f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (e2234fd5-593d-4c72-8623-2f6f7cf03223), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:48.981764 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8636a541-9da6-473a-af1b-3187f3c27f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:48.983094 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-8636a541-9da6-473a-af1b-3187f3c27f17 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e2234fd5-593d-4c72-8623-2f6f7cf03223 HTTP/1.1" status: 204 len: 168 time: 0.1341197 Jan 21 09:49:48.991763 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636a541-9da6-473a-af1b-3187f3c27f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2234fd5-593d-4c72-8623-2f6f7cf03223,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:49.142700 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device e342c9a9-58e2-4245-adbe-1b516e37653a no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:49.168838 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: e342c9a9-58e2-4245-adbe-1b516e37653a {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:49:49.169171 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device e342c9a9-58e2-4245-adbe-1b516e37653a not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:49:49.169607 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:49:49.200167 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:49:49.200531 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device d64ac4b7-0aec-4c7d-a563-e5bfeb9192b2 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:49:49.259696 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:52.637133 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-f23aa44a-676e-4da0-9aaa-d51fe52fdcfe tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:52.638539 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-f23aa44a-676e-4da0-9aaa-d51fe52fdcfe tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/networks?id=f7a8f428-b1c4-405f-a391-ed83a5882241 HTTP/1.1" status: 200 len: 813 time: 0.1149986 Jan 21 09:49:52.653601 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-4e91118b-cc7d-4298-96d9-c66885d70f7f tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/quotas/20c99f75414e4df1b10eeeb39f25cac0 HTTP/1.1" status: 200 len: 375 time: 0.0089712 Jan 21 09:49:52.688563 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-233f1e5f-f2a4-4088-813c-e96d3755d16b tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=20c99f75414e4df1b10eeeb39f25cac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302458 Jan 21 09:49:52.892706 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-47cd51b6-6452-4ea2-98b5-65b5f99f87a2 service neutron] 10.222.0.112 "GET /v2.0/networks/f7a8f428-b1c4-405f-a391-ed83a5882241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970463 Jan 21 09:49:53.006128 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-c267a264-611f-4ff0-bacf-302a6a9f5cc6 service neutron] 10.222.0.112 "GET /v2.0/networks/f7a8f428-b1c4-405f-a391-ed83a5882241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064832 Jan 21 09:49:53.193929 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-2dda93cb-8d4d-4f6b-96ba-a8038eb4196e req-a7e2e993-2f05-4ce8-9a60-89af13b5c727 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8ef8d723-7c1d-468d-af26-51927ac52875 HTTP/1.1" status: 200 len: 210 time: 0.0281200 Jan 21 09:49:54.135505 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-dff79cc6-313d-4dcd-8e5c-4dc81cf9ec8e tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:54.137021 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-dff79cc6-313d-4dcd-8e5c-4dc81cf9ec8e tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.130 "GET /v2.0/networks?id=f7a8f428-b1c4-405f-a391-ed83a5882241 HTTP/1.1" status: 200 len: 813 time: 0.1167173 Jan 21 09:49:54.150470 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-f1ba13af-877f-48c3-900f-033f1a386a00 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Request body: {'port': {'device_id': '8ef8d723-7c1d-468d-af26-51927ac52875', 'network_id': 'f7a8f428-b1c4-405f-a391-ed83a5882241', 'admin_state_up': True, 'tenant_id': '20c99f75414e4df1b10eeeb39f25cac0'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:54.304092 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fc3ef665-5e56-4fdc-a932-cbb01d592bde req-6947522c-d49d-4bd2-a3d8-6072864d0d4b tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8ef8d723-7c1d-468d-af26-51927ac52875 HTTP/1.1" status: 200 len: 210 time: 0.0335248 Jan 21 09:49:54.310295 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-f1ba13af-877f-48c3-900f-033f1a386a00 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Made reservation on behalf of 20c99f75414e4df1b10eeeb39f25cac0 for: {'port': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:54.315899 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-f1ba13af-877f-48c3-900f-033f1a386a00 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:54.454540 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-f1ba13af-877f-48c3-900f-033f1a386a00 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Allocated IP 172.20.0.13 (f7a8f428-b1c4-405f-a391-ed83a5882241/28603871-0f7e-4cfe-9623-a35607be933a/22d196a5-0709-4076-8cc7-0cf37fad76f1) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:54.614917 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-f1ba13af-877f-48c3-900f-033f1a386a00 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Publish callbacks [] for port (22d196a5-0709-4076-8cc7-0cf37fad76f1), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:54.933240 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-f1ba13af-877f-48c3-900f-033f1a386a00 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (22d196a5-0709-4076-8cc7-0cf37fad76f1), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:54.980276 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-f1ba13af-877f-48c3-900f-033f1a386a00 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Network f7a8f428-b1c4-405f-a391-ed83a5882241 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:54.983646 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-f1ba13af-877f-48c3-900f-033f1a386a00 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:54.988719 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-f1ba13af-877f-48c3-900f-033f1a386a00 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:49:54.992765 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba13af-877f-48c3-900f-033f1a386a00 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Pushing event updated for resources: {'Port': ['ID=22d196a5-0709-4076-8cc7-0cf37fad76f1,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:55.037690 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-f1ba13af-877f-48c3-900f-033f1a386a00 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:55.038331 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-f1ba13af-877f-48c3-900f-033f1a386a00 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:55.059667 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-f1ba13af-877f-48c3-900f-033f1a386a00 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9101446 Jan 21 09:49:55.070145 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Request body: {'port': {'device_id': '8ef8d723-7c1d-468d-af26-51927ac52875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:55.124582 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (22d196a5-0709-4076-8cc7-0cf37fad76f1), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:55.387453 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d196a5-0709-4076-8cc7-0cf37fad76f1 {{(pid=109056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:49:55.395140 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Publish callbacks [] for port (22d196a5-0709-4076-8cc7-0cf37fad76f1), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:55.407551 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.provisioning_blocks [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Transition to ACTIVE for port object 22d196a5-0709-4076-8cc7-0cf37fad76f1 will not be triggered until provisioned by entity L2. {{(pid=109056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:55.412309 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (22d196a5-0709-4076-8cc7-0cf37fad76f1), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:55.426687 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27449f58-705c-464e-8e93-d54fd341a66a req-9481dd94-3298-491e-af21-9d1671f9d9c6 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:55.428285 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-27449f58-705c-464e-8e93-d54fd341a66a req-9481dd94-3298-491e-af21-9d1671f9d9c6 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8ef8d723-7c1d-468d-af26-51927ac52875 HTTP/1.1" status: 200 len: 932 time: 0.0510237 Jan 21 09:49:55.466952 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Pushing event updated for resources: {'Port': ['ID=22d196a5-0709-4076-8cc7-0cf37fad76f1,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:55.477011 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-27449f58-705c-464e-8e93-d54fd341a66a req-78740c38-277c-4860-8001-6acfdacbed01 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427759 Jan 21 09:49:55.539388 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Attempting to bind port 22d196a5-0709-4076-8cc7-0cf37fad76f1 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:49:55.539748 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Attempting to bind port 22d196a5-0709-4076-8cc7-0cf37fad76f1 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': 'ddad3886-1096-4269-9aea-aa14372a32fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f7a8f428-b1c4-405f-a391-ed83a5882241'}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:49:55.540100 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Attempting to bind port 22d196a5-0709-4076-8cc7-0cf37fad76f1 on network f7a8f428-b1c4-405f-a391-ed83a5882241 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:49:55.544718 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Port 22d196a5-0709-4076-8cc7-0cf37fad76f1 on network f7a8f428-b1c4-405f-a391-ed83a5882241 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:49:55.545060 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Attempting to bind port 22d196a5-0709-4076-8cc7-0cf37fad76f1 on network f7a8f428-b1c4-405f-a391-ed83a5882241 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:49:55.550705 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:49:55.551099 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Checking segment: {'id': 'ddad3886-1096-4269-9aea-aa14372a32fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f7a8f428-b1c4-405f-a391-ed83a5882241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:49:55.551504 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Bound using segment: {'id': 'ddad3886-1096-4269-9aea-aa14372a32fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f7a8f428-b1c4-405f-a391-ed83a5882241'} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:49:55.551954 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Bound port: 22d196a5-0709-4076-8cc7-0cf37fad76f1, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddad3886-1096-4269-9aea-aa14372a32fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f7a8f428-b1c4-405f-a391-ed83a5882241'}}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:49:55.552330 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (22d196a5-0709-4076-8cc7-0cf37fad76f1), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:55.623691 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] For port 22d196a5-0709-4076-8cc7-0cf37fad76f1, host hv-cinder-81561, cleared binding levels {{(pid=109056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:55.627098 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] For port 22d196a5-0709-4076-8cc7-0cf37fad76f1, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=22d196a5-0709-4076-8cc7-0cf37fad76f1,segment=NetworkSegment(ddad3886-1096-4269-9aea-aa14372a32fc),segment_id=ddad3886-1096-4269-9aea-aa14372a32fc)] {{(pid=109056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:55.632299 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (22d196a5-0709-4076-8cc7-0cf37fad76f1), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:55.666374 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:55.667549 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:55.669031 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] 10.222.0.130 "PUT /v2.0/ports/22d196a5-0709-4076-8cc7-0cf37fad76f1 HTTP/1.1" status: 200 len: 1094 time: 0.6062574 Jan 21 09:49:55.671376 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef8d723-7c1d-468d-af26-51927ac52875', 'tag': '22d196a5-0709-4076-8cc7-0cf37fad76f1'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:55.675415 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92efbf6c-a584-43c3-b2e6-997eebe62e81" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef8d723-7c1d-468d-af26-51927ac52875", "tag": "22d196a5-0709-4076-8cc7-0cf37fad76f1"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:49:55.727980 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb31216-5fff-44b5-ba00-804cfae926c0 x-openstack-request-id: req-cbb31216-5fff-44b5-ba00-804cfae926c0 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:49:55.728291 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef8d723-7c1d-468d-af26-51927ac52875", "tag": "22d196a5-0709-4076-8cc7-0cf37fad76f1", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:49:55.728559 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-cbb31216-5fff-44b5-ba00-804cfae926c0 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:49:55.728980 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef8d723-7c1d-468d-af26-51927ac52875', 'tag': '22d196a5-0709-4076-8cc7-0cf37fad76f1', 'status': 'completed', 'code': 200} Jan 21 09:49:55.746235 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3a518-7f00-42af-a968-599200ce90c2 service neutron] Pushing event updated for resources: {'Port': ['ID=22d196a5-0709-4076-8cc7-0cf37fad76f1,revision_number=3']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:55.765145 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-f4717bc6-5129-4f43-8c2e-8a3bba38a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:55.766703 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-f4717bc6-5129-4f43-8c2e-8a3bba38a0c5 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=20c99f75414e4df1b10eeeb39f25cac0&device_id=8ef8d723-7c1d-468d-af26-51927ac52875 HTTP/1.1" status: 200 len: 1097 time: 0.0556743 Jan 21 09:49:55.809989 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-8a359e92-8632-424d-95ab-91f5cc8c7823 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22d196a5-0709-4076-8cc7-0cf37fad76f1 HTTP/1.1" status: 200 len: 217 time: 0.0353320 Jan 21 09:49:55.859782 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-1ee9e320-de98-45de-a518-a73d66fe50ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:55.861255 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-1ee9e320-de98-45de-a518-a73d66fe50ea service neutron] 10.222.0.130 "GET /v2.0/subnets?id=28603871-0f7e-4cfe-9623-a35607be933a HTTP/1.1" status: 200 len: 853 time: 0.0450737 Jan 21 09:49:55.894650 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-21359891-a391-4d71-8c3b-e3c91b0fd950 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=f7a8f428-b1c4-405f-a391-ed83a5882241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265822 Jan 21 09:49:55.990840 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-9243a7e5-488a-44b0-a5cd-f956cb840ed2 service neutron] 10.222.0.130 "GET /v2.0/networks/f7a8f428-b1c4-405f-a391-ed83a5882241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892823 Jan 21 09:49:56.087077 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-b23aaeab-f1e3-4923-ba94-b38c68405d58 req-099fe17b-c9a4-4f22-86cb-5c09de467bec service neutron] 10.222.0.130 "GET /v2.0/networks/f7a8f428-b1c4-405f-a391-ed83a5882241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902240 Jan 21 09:49:56.175729 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efbf6c-a584-43c3-b2e6-997eebe62e81 req-22937f7e-00e8-428b-ab88-79448740c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:56.177392 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-92efbf6c-a584-43c3-b2e6-997eebe62e81 req-22937f7e-00e8-428b-ab88-79448740c9b3 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=20c99f75414e4df1b10eeeb39f25cac0&device_id=8ef8d723-7c1d-468d-af26-51927ac52875 HTTP/1.1" status: 200 len: 1097 time: 0.0443685 Jan 21 09:49:56.271751 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efbf6c-a584-43c3-b2e6-997eebe62e81 req-0de1eb6f-049c-4ab6-a6cb-2da31ed17eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:56.273306 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-92efbf6c-a584-43c3-b2e6-997eebe62e81 req-0de1eb6f-049c-4ab6-a6cb-2da31ed17eb4 service neutron] 10.222.0.130 "GET /v2.0/networks?id=f7a8f428-b1c4-405f-a391-ed83a5882241 HTTP/1.1" status: 200 len: 914 time: 0.0874550 Jan 21 09:49:56.320289 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-92efbf6c-a584-43c3-b2e6-997eebe62e81 req-ca373b59-b595-4cdb-88d4-595f440e4bb7 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22d196a5-0709-4076-8cc7-0cf37fad76f1 HTTP/1.1" status: 200 len: 217 time: 0.0391383 Jan 21 09:49:56.373507 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efbf6c-a584-43c3-b2e6-997eebe62e81 req-1fe69d1b-eb98-4b1f-9e82-09e59e0ddcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:56.375093 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-92efbf6c-a584-43c3-b2e6-997eebe62e81 req-1fe69d1b-eb98-4b1f-9e82-09e59e0ddcc0 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=28603871-0f7e-4cfe-9623-a35607be933a HTTP/1.1" status: 200 len: 853 time: 0.0453949 Jan 21 09:49:56.406605 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-92efbf6c-a584-43c3-b2e6-997eebe62e81 req-ba676d8d-1e67-434e-8875-7f145a474f87 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=f7a8f428-b1c4-405f-a391-ed83a5882241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251327 Jan 21 09:49:56.504653 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-92efbf6c-a584-43c3-b2e6-997eebe62e81 req-dba08997-8526-4f9e-a3f1-3b5e2955b7ac service neutron] 10.222.0.130 "GET /v2.0/networks/f7a8f428-b1c4-405f-a391-ed83a5882241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894253 Jan 21 09:49:56.650715 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-92efbf6c-a584-43c3-b2e6-997eebe62e81 req-15f8679f-c332-4396-96ed-f21570097ddd service neutron] 10.222.0.130 "GET /v2.0/networks/f7a8f428-b1c4-405f-a391-ed83a5882241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352022 Jan 21 09:49:56.662380 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f296d-7407-48e2-a746-acfd50defed7 req-bc821ffb-0be1-4fb9-afee-ebc396b9078c tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:56.663825 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ad1f296d-7407-48e2-a746-acfd50defed7 req-bc821ffb-0be1-4fb9-afee-ebc396b9078c tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8ef8d723-7c1d-468d-af26-51927ac52875 HTTP/1.1" status: 200 len: 944 time: 0.0815687 Jan 21 09:49:56.714267 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ad1f296d-7407-48e2-a746-acfd50defed7 req-97083cfd-bf34-4dfb-bc1c-9a56644c6172 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435688 Jan 21 09:49:57.835292 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec1ae9-43ed-469c-8eec-51e5f37532a5 req-99f858ba-74aa-4fdc-a149-27cbafce6deb tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:57.836824 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-73ec1ae9-43ed-469c-8eec-51e5f37532a5 req-99f858ba-74aa-4fdc-a149-27cbafce6deb tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8ef8d723-7c1d-468d-af26-51927ac52875 HTTP/1.1" status: 200 len: 944 time: 0.0540216 Jan 21 09:49:57.885965 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-73ec1ae9-43ed-469c-8eec-51e5f37532a5 req-ec1d818f-df3c-400a-884e-8db3f7a7b620 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434582 Jan 21 09:49:58.542534 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 22d196a5-0709-4076-8cc7-0cf37fad76f1 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:49:58.643229 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 22d196a5-0709-4076-8cc7-0cf37fad76f1, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=22d196a5-0709-4076-8cc7-0cf37fad76f1,segment=NetworkSegment(ddad3886-1096-4269-9aea-aa14372a32fc),segment_id=ddad3886-1096-4269-9aea-aa14372a32fc)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:58.655401 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': '22d196a5-0709-4076-8cc7-0cf37fad76f1', 'network_id': 'f7a8f428-b1c4-405f-a391-ed83a5882241', 'port_id': '22d196a5-0709-4076-8cc7-0cf37fad76f1', 'mac_address': 'fa:16:3e:b5:d5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28603871-0f7e-4cfe-9623-a35607be933a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:49:58.699364 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 22d196a5-0709-4076-8cc7-0cf37fad76f1 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:49:58.699364 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (22d196a5-0709-4076-8cc7-0cf37fad76f1), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:58.715214 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d196a5-0709-4076-8cc7-0cf37fad76f1 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:49:58.735352 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 22d196a5-0709-4076-8cc7-0cf37fad76f1, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=22d196a5-0709-4076-8cc7-0cf37fad76f1,segment=NetworkSegment(ddad3886-1096-4269-9aea-aa14372a32fc),segment_id=ddad3886-1096-4269-9aea-aa14372a32fc)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:58.740313 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (22d196a5-0709-4076-8cc7-0cf37fad76f1), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:58.790282 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=22d196a5-0709-4076-8cc7-0cf37fad76f1,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:58.995493 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['22d196a5-0709-4076-8cc7-0cf37fad76f1'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:49:59.005084 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cc8bc-c037-4bc7-87aa-bd285999bb8f req-7c3d7962-8960-4eb0-9138-36031b9d2c8c tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:59.006633 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-996cc8bc-c037-4bc7-87aa-bd285999bb8f req-7c3d7962-8960-4eb0-9138-36031b9d2c8c tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8ef8d723-7c1d-468d-af26-51927ac52875 HTTP/1.1" status: 200 len: 945 time: 0.0521605 Jan 21 09:49:59.056382 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-996cc8bc-c037-4bc7-87aa-bd285999bb8f req-bb3e3c44-bb3e-4125-a114-b9bd16f9933c tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436957 Jan 21 09:49:59.998554 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 56044) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:00.109843 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-33d5bf2c-c321-4aec-97cc-5d501c987460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:00.177384 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757e49d-27fb-4dfa-8137-564dc9a76b23 req-356e94fe-56fc-48df-801a-df4d3b780005 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:00.179107 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6757e49d-27fb-4dfa-8137-564dc9a76b23 req-356e94fe-56fc-48df-801a-df4d3b780005 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8ef8d723-7c1d-468d-af26-51927ac52875 HTTP/1.1" status: 200 len: 945 time: 0.0531797 Jan 21 09:50:00.193757 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-33d5bf2c-c321-4aec-97cc-5d501c987460 admin admin] Publish callbacks [] for security_group (ff1fd05e-12fb-4b9d-b010-044771cc6d4e), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:00.199045 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-33d5bf2c-c321-4aec-97cc-5d501c987460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (ff1fd05e-12fb-4b9d-b010-044771cc6d4e), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:00.230935 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6757e49d-27fb-4dfa-8137-564dc9a76b23 req-7c67a044-0adc-4670-84df-17d50bfd0b36 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459063 Jan 21 09:50:00.242772 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-33d5bf2c-c321-4aec-97cc-5d501c987460 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=44ca8d60876841059ce48e5e69f92b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404370 Jan 21 09:50:00.242772 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5bf2c-c321-4aec-97cc-5d501c987460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1fd05e-12fb-4b9d-b010-044771cc6d4e,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:00.244358 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 56050) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:00.292875 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ce928a9f-c9c9-4ff6-bebe-c31fe02dc2c4 admin admin] Publish callbacks [] for security_group (ff1fd05e-12fb-4b9d-b010-044771cc6d4e), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:00.318536 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ce928a9f-c9c9-4ff6-bebe-c31fe02dc2c4 admin admin] Publish callbacks [] for security_group (ff1fd05e-12fb-4b9d-b010-044771cc6d4e), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:00.363724 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ce928a9f-c9c9-4ff6-bebe-c31fe02dc2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (ff1fd05e-12fb-4b9d-b010-044771cc6d4e), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:00.366237 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-ce928a9f-c9c9-4ff6-bebe-c31fe02dc2c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:00.367429 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-ce928a9f-c9c9-4ff6-bebe-c31fe02dc2c4 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/ff1fd05e-12fb-4b9d-b010-044771cc6d4e HTTP/1.1" status: 204 len: 168 time: 0.1216497 Jan 21 09:50:00.375018 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce928a9f-c9c9-4ff6-bebe-c31fe02dc2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1fd05e-12fb-4b9d-b010-044771cc6d4e,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:00.557904 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 22d196a5-0709-4076-8cc7-0cf37fad76f1 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:50:00.608047 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port 22d196a5-0709-4076-8cc7-0cf37fad76f1 completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:00.615161 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port 22d196a5-0709-4076-8cc7-0cf37fad76f1 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:00.615557 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (22d196a5-0709-4076-8cc7-0cf37fad76f1), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:00.700393 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 22d196a5-0709-4076-8cc7-0cf37fad76f1 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:50:00.700806 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (22d196a5-0709-4076-8cc7-0cf37fad76f1), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:00.724152 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef8d723-7c1d-468d-af26-51927ac52875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d196a5-0709-4076-8cc7-0cf37fad76f1'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:00.726508 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43eba9b4-2cdd-4b1a-9bd0-9824a39e8c27" -d '{"events": [{"server_uuid": "8ef8d723-7c1d-468d-af26-51927ac52875", "name": "network-vif-plugged", "status": "completed", "tag": "22d196a5-0709-4076-8cc7-0cf37fad76f1"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:50:00.739763 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 22d196a5-0709-4076-8cc7-0cf37fad76f1, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=22d196a5-0709-4076-8cc7-0cf37fad76f1,segment=NetworkSegment(ddad3886-1096-4269-9aea-aa14372a32fc),segment_id=ddad3886-1096-4269-9aea-aa14372a32fc)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:00.745195 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (22d196a5-0709-4076-8cc7-0cf37fad76f1), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:00.773036 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb04d7f-a6da-46c3-80da-320f7c5c0bd9 x-openstack-request-id: req-3fb04d7f-a6da-46c3-80da-320f7c5c0bd9 {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:50:00.773345 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef8d723-7c1d-468d-af26-51927ac52875", "name": "network-vif-plugged", "status": "completed", "tag": "22d196a5-0709-4076-8cc7-0cf37fad76f1", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:50:00.773622 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-3fb04d7f-a6da-46c3-80da-320f7c5c0bd9 {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:50:00.774038 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef8d723-7c1d-468d-af26-51927ac52875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d196a5-0709-4076-8cc7-0cf37fad76f1', 'code': 200} Jan 21 09:50:00.802373 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=22d196a5-0709-4076-8cc7-0cf37fad76f1,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:00.941210 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda99bd6-b3ca-44f1-92da-68efab946ecd req-00b1320d-af1d-46f5-be5c-b1a8e0036487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:00.942875 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-eda99bd6-b3ca-44f1-92da-68efab946ecd req-00b1320d-af1d-46f5-be5c-b1a8e0036487 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=8ef8d723-7c1d-468d-af26-51927ac52875 HTTP/1.1" status: 200 len: 1099 time: 0.0446832 Jan 21 09:50:00.989473 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-eda99bd6-b3ca-44f1-92da-68efab946ecd req-4d17135f-6256-42d3-bb7f-206171b9462f service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397270 Jan 21 09:50:01.292235 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:01.354105 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c872a-0d8b-45cd-a8d7-d256c5f485af req-d6b45599-4386-4c16-bc70-406f5591f9e3 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:01.355692 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-284c872a-0d8b-45cd-a8d7-d256c5f485af req-d6b45599-4386-4c16-bc70-406f5591f9e3 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8ef8d723-7c1d-468d-af26-51927ac52875 HTTP/1.1" status: 200 len: 946 time: 0.0528488 Jan 21 09:50:01.403404 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-284c872a-0d8b-45cd-a8d7-d256c5f485af req-7989faf2-3305-480a-9a87-e113d8fcf388 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419345 Jan 21 09:50:02.522240 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ce1e3-d1ac-4608-9847-77a29aa4a8dc req-42508fc4-08e9-445a-962c-17e250981e5e tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:02.523782 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-723ce1e3-d1ac-4608-9847-77a29aa4a8dc req-42508fc4-08e9-445a-962c-17e250981e5e tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8ef8d723-7c1d-468d-af26-51927ac52875 HTTP/1.1" status: 200 len: 946 time: 0.0492916 Jan 21 09:50:02.575368 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-723ce1e3-d1ac-4608-9847-77a29aa4a8dc req-b688ca7f-da8c-4b41-aa5e-9e08038ae442 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455260 Jan 21 09:50:07.037907 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:50:12.729191 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-a8d8ac7b-a9cc-4c99-a769-768e31cae2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:15.430808 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-6ff32d91-60c2-44e6-a0ea-2e2f5a66f88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:16.914875 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:17.001313 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6deeac1-4cb7-4d4d-80d0-ae98b7d71d49 req-0e262a86-d432-4b3e-9a73-a0d2cc9dae14 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:17.002838 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a6deeac1-4cb7-4d4d-80d0-ae98b7d71d49 req-0e262a86-d432-4b3e-9a73-a0d2cc9dae14 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 947 time: 0.0523171 Jan 21 09:50:17.052948 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a6deeac1-4cb7-4d4d-80d0-ae98b7d71d49 req-599d574a-2e59-4ad2-b96d-6fbf2c43c2d7 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430896 Jan 21 09:50:18.175205 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516154a-3c0d-4194-b393-36e2c33fd659 req-a8b4b81f-8c40-46eb-bf9b-2ee2ad825a9c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:18.177441 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f516154a-3c0d-4194-b393-36e2c33fd659 req-a8b4b81f-8c40-46eb-bf9b-2ee2ad825a9c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 947 time: 0.0502124 Jan 21 09:50:18.225429 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f516154a-3c0d-4194-b393-36e2c33fd659 req-7bd50428-84f9-4329-9c65-f4ee55cf1255 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups?id=124ea114-943f-4d84-9ae4-fd16df8bf42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415859 Jan 21 09:50:18.519562 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054b7b8-0125-43d8-bfca-27383a74d242 req-68df3de0-3738-4e1d-9afa-892cc6c9c105 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:18.521010 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6054b7b8-0125-43d8-bfca-27383a74d242 req-68df3de0-3738-4e1d-9afa-892cc6c9c105 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.130 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 947 time: 0.0484729 Jan 21 09:50:18.610636 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-6054b7b8-0125-43d8-bfca-27383a74d242 req-fb723d26-31f8-412f-af73-162d34be6e67 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Deleting port bfd9f4e3-7841-4225-baea-936775113c41 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:50:18.611029 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6054b7b8-0125-43d8-bfca-27383a74d242 req-fb723d26-31f8-412f-af73-162d34be6e67 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (bfd9f4e3-7841-4225-baea-936775113c41), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:18.699579 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-6054b7b8-0125-43d8-bfca-27383a74d242 req-fb723d26-31f8-412f-af73-162d34be6e67 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] For port bfd9f4e3-7841-4225-baea-936775113c41, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=bfd9f4e3-7841-4225-baea-936775113c41,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:18.699967 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6054b7b8-0125-43d8-bfca-27383a74d242 req-fb723d26-31f8-412f-af73-162d34be6e67 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (bfd9f4e3-7841-4225-baea-936775113c41), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:18.734456 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:18.887335 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6054b7b8-0125-43d8-bfca-27383a74d242 req-fb723d26-31f8-412f-af73-162d34be6e67 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:18.887703 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6054b7b8-0125-43d8-bfca-27383a74d242 req-fb723d26-31f8-412f-af73-162d34be6e67 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910602'] for floatingip (3d65c168-d77e-4ebd-ac16-bdfb2d6d97d1), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:18.888032 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.l3_db [req-6054b7b8-0125-43d8-bfca-27383a74d242 req-fb723d26-31f8-412f-af73-162d34be6e67 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Floating IP 3d65c168-d77e-4ebd-ac16-bdfb2d6d97d1 disassociated. External IP: 172.27.1.246, port: bfd9f4e3-7841-4225-baea-936775113c41. Jan 21 09:50:18.888586 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-6054b7b8-0125-43d8-bfca-27383a74d242 req-fb723d26-31f8-412f-af73-162d34be6e67 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Calling delete_port for bfd9f4e3-7841-4225-baea-936775113c41 owned by compute:nova {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:50:19.049284 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6054b7b8-0125-43d8-bfca-27383a74d242 req-fb723d26-31f8-412f-af73-162d34be6e67 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (bfd9f4e3-7841-4225-baea-936775113c41), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:19.081364 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb723d26-31f8-412f-af73-162d34be6e67 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Pushing event deleted for resources: {'Port': ['ID=bfd9f4e3-7841-4225-baea-936775113c41,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:19.201822 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6054b7b8-0125-43d8-bfca-27383a74d242 req-fb723d26-31f8-412f-af73-162d34be6e67 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Router d4417b3f-c882-4dec-9e91-e4744307c5dc has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:19.206447 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:19.339978 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6054b7b8-0125-43d8-bfca-27383a74d242 req-fb723d26-31f8-412f-af73-162d34be6e67 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:19.342773 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-710b33f9-d58b-42b3-affc-464119c9d0db req-94e168af-f92a-49fd-a003-e0fc4faa65dc tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0b33e26-e60b-4990-8e22-364c8dd2645b HTTP/1.1" status: 200 len: 210 time: 0.0380893 Jan 21 09:50:19.353086 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1546b4d0-0c69-4b21-b99e-06d1e8b0ad01 None None] Sync routers for ids ['d4417b3f-c882-4dec-9e91-e4744307c5dc'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:50:19.366758 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1546b4d0-0c69-4b21-b99e-06d1e8b0ad01 None None] Routers {'d4417b3f-c882-4dec-9e91-e4744307c5dc'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:50:19.367557 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-1546b4d0-0c69-4b21-b99e-06d1e8b0ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:50:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['d4417b3f-c882-4dec-9e91-e4744307c5dc'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:19.381012 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-6054b7b8-0125-43d8-bfca-27383a74d242 req-fb723d26-31f8-412f-af73-162d34be6e67 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] No DVR routers for this DVR port bfd9f4e3-7841-4225-baea-936775113c41 on host hv-cinder-81561 {{(pid=109056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:19.383737 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6054b7b8-0125-43d8-bfca-27383a74d242 req-fb723d26-31f8-412f-af73-162d34be6e67 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:19.387077 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6054b7b8-0125-43d8-bfca-27383a74d242 req-fb723d26-31f8-412f-af73-162d34be6e67 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.130 "DELETE /v2.0/ports/bfd9f4e3-7841-4225-baea-936775113c41 HTTP/1.1" status: 204 len: 173 time: 0.8610177 Jan 21 09:50:19.387540 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'name': 'network-vif-deleted', 'tag': 'bfd9f4e3-7841-4225-baea-936775113c41'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:19.389864 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fabc7e9-21e8-48a9-8b97-90af223a3371" -d '{"events": [{"server_uuid": "f0b33e26-e60b-4990-8e22-364c8dd2645b", "name": "network-vif-deleted", "tag": "bfd9f4e3-7841-4225-baea-936775113c41"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:50:19.427753 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e0376a-3e6b-42f3-b7fb-512bf8dc847d x-openstack-request-id: req-d4e0376a-3e6b-42f3-b7fb-512bf8dc847d {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:50:19.428069 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b33e26-e60b-4990-8e22-364c8dd2645b", "name": "network-vif-deleted", "tag": "bfd9f4e3-7841-4225-baea-936775113c41", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:50:19.428331 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-d4e0376a-3e6b-42f3-b7fb-512bf8dc847d {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:50:19.428869 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b33e26-e60b-4990-8e22-364c8dd2645b', 'name': 'network-vif-deleted', 'tag': 'bfd9f4e3-7841-4225-baea-936775113c41', 'status': 'completed', 'code': 200} Jan 21 09:50:19.500242 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-1546b4d0-0c69-4b21-b99e-06d1e8b0ad01 None None] Set router d4417b3f-c882-4dec-9e91-e4744307c5dc gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:50:19.711071 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-1546b4d0-0c69-4b21-b99e-06d1e8b0ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 4, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'f7799c63-47a1-437e-904e-6028e97a1ab5', 'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'mac_address': 'fa:16:3e:a7:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:37Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 5, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'subnets': [{'id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:19.735783 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1546b4d0-0c69-4b21-b99e-06d1e8b0ad01 None None] Checking router: d4417b3f-c882-4dec-9e91-e4744307c5dc for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:50:19.744632 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1546b4d0-0c69-4b21-b99e-06d1e8b0ad01 None None] Routers {'d4417b3f-c882-4dec-9e91-e4744307c5dc'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:50:19.745241 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-1546b4d0-0c69-4b21-b99e-06d1e8b0ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:50:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['d4417b3f-c882-4dec-9e91-e4744307c5dc'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:19.860786 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-1546b4d0-0c69-4b21-b99e-06d1e8b0ad01 None None] Set router d4417b3f-c882-4dec-9e91-e4744307c5dc gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:50:20.069309 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-1546b4d0-0c69-4b21-b99e-06d1e8b0ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 4, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'f7799c63-47a1-437e-904e-6028e97a1ab5', 'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'mac_address': 'fa:16:3e:a7:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:37Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 5, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'subnets': [{'id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:20.193200 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1546b4d0-0c69-4b21-b99e-06d1e8b0ad01 None None] The sync data for ids ['d4417b3f-c882-4dec-9e91-e4744307c5dc'] in dv-cinder-815614-10-iscsi is: [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 4, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': 'f7799c63-47a1-437e-904e-6028e97a1ab5', 'name': '', 'network_id': '07378755-75a7-4292-9dfc-589db966e3ea', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'mac_address': 'fa:16:3e:a7:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:37Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 5, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'subnets': [{'id': '8ce5e84a-93b0-4cbd-b344-38a756d16f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:50:20.455559 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 56342) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:20.527338 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-cda3347f-26a3-4b0b-bcf6-5962b8a73941 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group (124ea114-943f-4d84-9ae4-fd16df8bf42e), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:20.543031 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9faeaa-d393-40f7-9cb6-e0085094c469 None None] New status for floating IP 3d65c168-d77e-4ebd-ac16-bdfb2d6d97d1: DOWN {{(pid=109058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:50:20.553052 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-cda3347f-26a3-4b0b-bcf6-5962b8a73941 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group (124ea114-943f-4d84-9ae4-fd16df8bf42e), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:20.602275 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-cda3347f-26a3-4b0b-bcf6-5962b8a73941 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (124ea114-943f-4d84-9ae4-fd16df8bf42e), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:20.605015 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-cda3347f-26a3-4b0b-bcf6-5962b8a73941 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:20.606230 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-cda3347f-26a3-4b0b-bcf6-5962b8a73941 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "DELETE /v2.0/security-groups/124ea114-943f-4d84-9ae4-fd16df8bf42e HTTP/1.1" status: 204 len: 168 time: 0.1496315 Jan 21 09:50:20.609367 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 56344) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:20.618017 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3347f-26a3-4b0b-bcf6-5962b8a73941 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=124ea114-943f-4d84-9ae4-fd16df8bf42e,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:20.632815 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.api.v2.resource [None req-cd8e3880-3490-4405-b613-306df9e09114 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] show failed (client error): The resource could not be found. Jan 21 09:50:20.633886 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-cd8e3880-3490-4405-b613-306df9e09114 tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "GET /v2.0/security-groups/124ea114-943f-4d84-9ae4-fd16df8bf42e HTTP/1.1" status: 404 len: 347 time: 0.0234926 Jan 21 09:50:20.637090 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 56346) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:20.664308 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device bfd9f4e3-7841-4225-baea-936775113c41 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:50:20.699623 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: bfd9f4e3-7841-4225-baea-936775113c41 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:50:20.699989 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device bfd9f4e3-7841-4225-baea-936775113c41 not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:50:20.771057 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-e2054234-619b-46e0-b66b-b4423367de8c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Deleting port 948d534e-245c-4917-8857-a2f463cf5c9d {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:50:20.771553 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e2054234-619b-46e0-b66b-b4423367de8c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (948d534e-245c-4917-8857-a2f463cf5c9d), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:20.847093 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e2054234-619b-46e0-b66b-b4423367de8c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (948d534e-245c-4917-8857-a2f463cf5c9d), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:20.847473 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e2054234-619b-46e0-b66b-b4423367de8c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for floatingip (948d534e-245c-4917-8857-a2f463cf5c9d), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:20.859076 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-e2054234-619b-46e0-b66b-b4423367de8c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Calling delete_port for 948d534e-245c-4917-8857-a2f463cf5c9d owned by network:floatingip {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:50:21.000502 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e2054234-619b-46e0-b66b-b4423367de8c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (948d534e-245c-4917-8857-a2f463cf5c9d), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:21.026097 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2054234-619b-46e0-b66b-b4423367de8c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Pushing event deleted for resources: {'Port': ['ID=948d534e-245c-4917-8857-a2f463cf5c9d,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:21.089275 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e2054234-619b-46e0-b66b-b4423367de8c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks [] for floatingip (3d65c168-d77e-4ebd-ac16-bdfb2d6d97d1), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:21.091990 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e2054234-619b-46e0-b66b-b4423367de8c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:21.093245 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-e2054234-619b-46e0-b66b-b4423367de8c tempest-AttachVolumeShelveTestJSON-1404055998 tempest-AttachVolumeShelveTestJSON-1404055998-project] 10.222.0.112 "DELETE /v2.0/floatingips/3d65c168-d77e-4ebd-ac16-bdfb2d6d97d1 HTTP/1.1" status: 204 len: 168 time: 0.4552283 Jan 21 09:50:21.587376 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb894-8ae8-4830-b810-ee05d8623a32 req-7d25d5ee-fb4d-4d5a-87f1-7b4a8675e63a tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:21.588921 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-004bb894-8ae8-4830-b810-ee05d8623a32 req-7d25d5ee-fb4d-4d5a-87f1-7b4a8675e63a tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8ef8d723-7c1d-468d-af26-51927ac52875 HTTP/1.1" status: 200 len: 946 time: 0.0552895 Jan 21 09:50:21.640169 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-004bb894-8ae8-4830-b810-ee05d8623a32 req-64c7f1b0-6b40-4120-ac24-8e2d37bc600a tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450740 Jan 21 09:50:22.761023 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0061e80-2aa5-428e-95ae-08fe182aa6bd req-3847e773-48a4-4907-9eac-ff98995791f5 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:22.762813 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c0061e80-2aa5-428e-95ae-08fe182aa6bd req-3847e773-48a4-4907-9eac-ff98995791f5 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8ef8d723-7c1d-468d-af26-51927ac52875 HTTP/1.1" status: 200 len: 946 time: 0.0514820 Jan 21 09:50:22.814075 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c0061e80-2aa5-428e-95ae-08fe182aa6bd req-878ee206-e5db-46fa-8808-cd137c591325 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/security-groups?id=2570d687-a571-416c-80c8-b703d420b6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450847 Jan 21 09:50:23.143724 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056488bc-7af4-492a-9f35-e1fe8920f947 req-3fed2531-41db-45cd-a958-abb9f33b8fb7 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:23.145790 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-056488bc-7af4-492a-9f35-e1fe8920f947 req-3fed2531-41db-45cd-a958-abb9f33b8fb7 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.130 "GET /v2.0/ports?device_id=8ef8d723-7c1d-468d-af26-51927ac52875 HTTP/1.1" status: 200 len: 946 time: 0.0483410 Jan 21 09:50:23.237516 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-056488bc-7af4-492a-9f35-e1fe8920f947 req-fa80e1c3-cc54-46e5-9037-b6107b2e7e9c tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Deleting port 22d196a5-0709-4076-8cc7-0cf37fad76f1 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:50:23.238364 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-056488bc-7af4-492a-9f35-e1fe8920f947 req-fa80e1c3-cc54-46e5-9037-b6107b2e7e9c tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (22d196a5-0709-4076-8cc7-0cf37fad76f1), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:23.325508 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-056488bc-7af4-492a-9f35-e1fe8920f947 req-fa80e1c3-cc54-46e5-9037-b6107b2e7e9c tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] For port 22d196a5-0709-4076-8cc7-0cf37fad76f1, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=22d196a5-0709-4076-8cc7-0cf37fad76f1,segment=NetworkSegment(ddad3886-1096-4269-9aea-aa14372a32fc),segment_id=ddad3886-1096-4269-9aea-aa14372a32fc)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:23.325774 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-056488bc-7af4-492a-9f35-e1fe8920f947 req-fa80e1c3-cc54-46e5-9037-b6107b2e7e9c tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (22d196a5-0709-4076-8cc7-0cf37fad76f1), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:23.337484 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-056488bc-7af4-492a-9f35-e1fe8920f947 req-fa80e1c3-cc54-46e5-9037-b6107b2e7e9c tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Calling delete_port for 22d196a5-0709-4076-8cc7-0cf37fad76f1 owned by compute:nova {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:50:23.469625 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-056488bc-7af4-492a-9f35-e1fe8920f947 req-fa80e1c3-cc54-46e5-9037-b6107b2e7e9c tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (22d196a5-0709-4076-8cc7-0cf37fad76f1), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:23.486277 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['22d196a5-0709-4076-8cc7-0cf37fad76f1'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:50:23.498773 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80e1c3-cc54-46e5-9037-b6107b2e7e9c tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Pushing event deleted for resources: {'Port': ['ID=22d196a5-0709-4076-8cc7-0cf37fad76f1,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:23.519945 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 56390) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:23.547463 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-056488bc-7af4-492a-9f35-e1fe8920f947 req-fa80e1c3-cc54-46e5-9037-b6107b2e7e9c tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] No DVR routers for this DVR port 22d196a5-0709-4076-8cc7-0cf37fad76f1 on host hv-cinder-81561 {{(pid=109056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:23.550669 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-056488bc-7af4-492a-9f35-e1fe8920f947 req-fa80e1c3-cc54-46e5-9037-b6107b2e7e9c tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:23.554055 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-056488bc-7af4-492a-9f35-e1fe8920f947 req-fa80e1c3-cc54-46e5-9037-b6107b2e7e9c tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.130 "DELETE /v2.0/ports/22d196a5-0709-4076-8cc7-0cf37fad76f1 HTTP/1.1" status: 204 len: 173 time: 0.4029732 Jan 21 09:50:23.554524 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef8d723-7c1d-468d-af26-51927ac52875', 'name': 'network-vif-deleted', 'tag': '22d196a5-0709-4076-8cc7-0cf37fad76f1'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:23.556918 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0ee68f-7aa0-4ac3-9d48-ac0885885b35" -d '{"events": [{"server_uuid": "8ef8d723-7c1d-468d-af26-51927ac52875", "name": "network-vif-deleted", "tag": "22d196a5-0709-4076-8cc7-0cf37fad76f1"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:50:23.597906 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe44a3b9-b1ce-4531-9ef1-d94378ae2883 x-openstack-request-id: req-fe44a3b9-b1ce-4531-9ef1-d94378ae2883 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:50:23.598220 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef8d723-7c1d-468d-af26-51927ac52875", "name": "network-vif-deleted", "tag": "22d196a5-0709-4076-8cc7-0cf37fad76f1", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:50:23.598488 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-fe44a3b9-b1ce-4531-9ef1-d94378ae2883 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:50:23.598978 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef8d723-7c1d-468d-af26-51927ac52875', 'name': 'network-vif-deleted', 'tag': '22d196a5-0709-4076-8cc7-0cf37fad76f1', 'status': 'completed', 'code': 200} Jan 21 09:50:23.946162 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-d788f6fd-cbbf-4fe7-a92a-f8acd4d8daf1 req-f8489b47-b333-4491-a2a9-4e36a1758244 tempest-VolumesSnapshotTestJSON-2011560275 tempest-VolumesSnapshotTestJSON-2011560275-project] 10.222.0.112 "GET /v2.0/ports?device_id=8ef8d723-7c1d-468d-af26-51927ac52875 HTTP/1.1" status: 200 len: 210 time: 0.0330303 Jan 21 09:50:24.101734 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4b7202a0-f3d7-437d-bd4e-50c75072f8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7909559'] for router_interface (d4417b3f-c882-4dec-9e91-e4744307c5dc), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:24.345572 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-4b7202a0-f3d7-437d-bd4e-50c75072f8b6 admin admin] Deleting port f7799c63-47a1-437e-904e-6028e97a1ab5 {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:50:24.345924 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4b7202a0-f3d7-437d-bd4e-50c75072f8b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:24.420911 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [None req-4b7202a0-f3d7-437d-bd4e-50c75072f8b6 admin admin] For port f7799c63-47a1-437e-904e-6028e97a1ab5, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=f7799c63-47a1-437e-904e-6028e97a1ab5,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:24.421281 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4b7202a0-f3d7-437d-bd4e-50c75072f8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:24.432893 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-4b7202a0-f3d7-437d-bd4e-50c75072f8b6 admin admin] Calling delete_port for f7799c63-47a1-437e-904e-6028e97a1ab5 owned by network:router_interface {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:50:24.608442 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4b7202a0-f3d7-437d-bd4e-50c75072f8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (f7799c63-47a1-437e-904e-6028e97a1ab5), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:24.633911 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7202a0-f3d7-437d-bd4e-50c75072f8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7799c63-47a1-437e-904e-6028e97a1ab5,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:24.800946 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4b7202a0-f3d7-437d-bd4e-50c75072f8b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7854955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7897588'] for router_interface (d4417b3f-c882-4dec-9e91-e4744307c5dc), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:25.351438 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7202a0-f3d7-437d-bd4e-50c75072f8b6 admin admin] Router d4417b3f-c882-4dec-9e91-e4744307c5dc has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:25.454084 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7202a0-f3d7-437d-bd4e-50c75072f8b6 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:25.459377 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-4b7202a0-f3d7-437d-bd4e-50c75072f8b6 admin admin] 10.222.0.112 "PUT /v2.0/routers/d4417b3f-c882-4dec-9e91-e4744307c5dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9383712 Jan 21 09:50:25.462002 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 56418) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:25.465781 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45410fa5-e3b5-4035-8ded-833f5a1639d7 None None] Sync routers for ids ['d4417b3f-c882-4dec-9e91-e4744307c5dc'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:50:25.476452 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45410fa5-e3b5-4035-8ded-833f5a1639d7 None None] Routers {'d4417b3f-c882-4dec-9e91-e4744307c5dc'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:50:25.477067 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-45410fa5-e3b5-4035-8ded-833f5a1639d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:50:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['d4417b3f-c882-4dec-9e91-e4744307c5dc'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:25.570094 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ba08d39-70c9-4fa0-9fe9-69e394a40195 admin admin] Publish callbacks [] for router (d4417b3f-c882-4dec-9e91-e4744307c5dc), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:25.586853 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-45410fa5-e3b5-4035-8ded-833f5a1639d7 None None] Set router d4417b3f-c882-4dec-9e91-e4744307c5dc gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:50:25.679882 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ba08d39-70c9-4fa0-9fe9-69e394a40195 admin admin] Publish callbacks [] for router_gateway (d4417b3f-c882-4dec-9e91-e4744307c5dc), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:25.732799 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-5ba08d39-70c9-4fa0-9fe9-69e394a40195 admin admin] Deleting port e67c3922-23ab-4768-9e8d-a2e9ba6522f1 {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:50:25.733151 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ba08d39-70c9-4fa0-9fe9-69e394a40195 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (e67c3922-23ab-4768-9e8d-a2e9ba6522f1), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:25.768198 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-45410fa5-e3b5-4035-8ded-833f5a1639d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:50:24Z', 'revision_number': 5, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port': {'id': 'e67c3922-23ab-4768-9e8d-a2e9ba6522f1', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:36Z', 'updated_at': '2022-01-21T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:25.794579 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45410fa5-e3b5-4035-8ded-833f5a1639d7 None None] Checking router: d4417b3f-c882-4dec-9e91-e4744307c5dc for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:50:25.803003 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45410fa5-e3b5-4035-8ded-833f5a1639d7 None None] Routers {'d4417b3f-c882-4dec-9e91-e4744307c5dc'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:50:25.803626 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-45410fa5-e3b5-4035-8ded-833f5a1639d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:50:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['d4417b3f-c882-4dec-9e91-e4744307c5dc'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:25.813123 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [None req-5ba08d39-70c9-4fa0-9fe9-69e394a40195 admin admin] For port e67c3922-23ab-4768-9e8d-a2e9ba6522f1, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=e67c3922-23ab-4768-9e8d-a2e9ba6522f1,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:25.813511 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ba08d39-70c9-4fa0-9fe9-69e394a40195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (e67c3922-23ab-4768-9e8d-a2e9ba6522f1), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:25.825120 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-5ba08d39-70c9-4fa0-9fe9-69e394a40195 admin admin] Calling delete_port for e67c3922-23ab-4768-9e8d-a2e9ba6522f1 owned by network:router_gateway {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:50:25.888287 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-45410fa5-e3b5-4035-8ded-833f5a1639d7 None None] Set router d4417b3f-c882-4dec-9e91-e4744307c5dc gateway port host: None {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:50:25.938356 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-45410fa5-e3b5-4035-8ded-833f5a1639d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:50:25Z', 'revision_number': 6, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port_host': None}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:25.967890 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45410fa5-e3b5-4035-8ded-833f5a1639d7 None None] The sync data for ids ['d4417b3f-c882-4dec-9e91-e4744307c5dc'] in dv-cinder-815614-10-iscsi is: [{'id': 'd4417b3f-c882-4dec-9e91-e4744307c5dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1490117820-router', 'tenant_id': '7856a1f7c3034123ad5178bc63058030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:35Z', 'updated_at': '2022-01-21T09:50:25Z', 'revision_number': 6, 'project_id': '7856a1f7c3034123ad5178bc63058030', 'gw_port_host': None}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:50:25.989952 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ba08d39-70c9-4fa0-9fe9-69e394a40195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (e67c3922-23ab-4768-9e8d-a2e9ba6522f1), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.019873 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba08d39-70c9-4fa0-9fe9-69e394a40195 admin admin] Pushing event deleted for resources: {'Port': ['ID=e67c3922-23ab-4768-9e8d-a2e9ba6522f1,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:26.082141 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ba08d39-70c9-4fa0-9fe9-69e394a40195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7910505'] for router_gateway (d4417b3f-c882-4dec-9e91-e4744307c5dc), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.171685 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ba08d39-70c9-4fa0-9fe9-69e394a40195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7909303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15939'] for router (d4417b3f-c882-4dec-9e91-e4744307c5dc), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.173850 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ba08d39-70c9-4fa0-9fe9-69e394a40195 admin admin] Publish callbacks [] for router_controller (d4417b3f-c882-4dec-9e91-e4744307c5dc), precommit_delete_associations {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.221047 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ba08d39-70c9-4fa0-9fe9-69e394a40195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7909308'] for router (d4417b3f-c882-4dec-9e91-e4744307c5dc), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.222308 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba08d39-70c9-4fa0-9fe9-69e394a40195 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4417b3f-c882-4dec-9e91-e4744307c5dc {{(pid=109057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:50:26.232862 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5ba08d39-70c9-4fa0-9fe9-69e394a40195 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.235655 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-5ba08d39-70c9-4fa0-9fe9-69e394a40195 admin admin] 10.222.0.112 "DELETE /v2.0/routers/d4417b3f-c882-4dec-9e91-e4744307c5dc HTTP/1.1" status: 204 len: 168 time: 0.7711444 Jan 21 09:50:26.237113 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 56428) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:26.293271 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_v2 [None req-4430a163-81ae-40b6-9e70-b3b3d3e7f369 admin admin] Deleting subnet 8ce5e84a-93b0-4cbd-b344-38a756d16f49 {{(pid=109057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:50:26.296597 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4430a163-81ae-40b6-9e70-b3b3d3e7f369 admin admin] Publish callbacks [] for subnet (8ce5e84a-93b0-4cbd-b344-38a756d16f49), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.339163 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4430a163-81ae-40b6-9e70-b3b3d3e7f369 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4494556'] for subnet (8ce5e84a-93b0-4cbd-b344-38a756d16f49), precommit_delete_associations {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.436720 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4430a163-81ae-40b6-9e70-b3b3d3e7f369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440766'] for subnet (8ce5e84a-93b0-4cbd-b344-38a756d16f49), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.505326 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4430a163-81ae-40b6-9e70-b3b3d3e7f369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4495266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4499785'] for subnet (8ce5e84a-93b0-4cbd-b344-38a756d16f49), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.530529 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430a163-81ae-40b6-9e70-b3b3d3e7f369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce5e84a-93b0-4cbd-b344-38a756d16f49,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:26.534770 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4430a163-81ae-40b6-9e70-b3b3d3e7f369 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.545948 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-4430a163-81ae-40b6-9e70-b3b3d3e7f369 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/8ce5e84a-93b0-4cbd-b344-38a756d16f49 HTTP/1.1" status: 204 len: 168 time: 0.2974222 Jan 21 09:50:26.545948 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 56438) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:26.549375 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728f4d6c-152f-473e-ac97-9cf0c51ec3e4 None None] Network 07378755-75a7-4292-9dfc-589db966e3ea requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:50:26.622233 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466178'] for network (07378755-75a7-4292-9dfc-589db966e3ea), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.677433 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] Deleting port 192c1e1e-1c1e-4253-838d-de8ac5afadd5 {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:50:26.677786 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (192c1e1e-1c1e-4253-838d-de8ac5afadd5), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.739481 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] For port 192c1e1e-1c1e-4253-838d-de8ac5afadd5, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=192c1e1e-1c1e-4253-838d-de8ac5afadd5,segment=NetworkSegment(5093806e-81ed-422c-b7b9-d82af1736f07),segment_id=5093806e-81ed-422c-b7b9-d82af1736f07)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:26.739770 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (192c1e1e-1c1e-4253-838d-de8ac5afadd5), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.755804 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] Calling delete_port for 192c1e1e-1c1e-4253-838d-de8ac5afadd5 owned by network:dhcp {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:50:26.823801 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] DHCP port deletion for 07378755-75a7-4292-9dfc-589db966e3ea request from dv-cinder-815614-10-iscsi {{(pid=109058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 09:50:26.840912 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (192c1e1e-1c1e-4253-838d-de8ac5afadd5), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.872844 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] No DVR routers for this DVR port 192c1e1e-1c1e-4253-838d-de8ac5afadd5 on host dv-cinder-815614-10-iscsi {{(pid=109057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:26.874506 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] Pushing event deleted for resources: {'Port': ['ID=192c1e1e-1c1e-4253-838d-de8ac5afadd5,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:26.876253 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Deleting port 192c1e1e-1c1e-4253-838d-de8ac5afadd5 {{(pid=109058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:50:26.876641 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (192c1e1e-1c1e-4253-838d-de8ac5afadd5), before_delete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.944912 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] For port 192c1e1e-1c1e-4253-838d-de8ac5afadd5, host dv-cinder-815614-10-iscsi, got binding levels [] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:26.945315 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (192c1e1e-1c1e-4253-838d-de8ac5afadd5), precommit_delete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.953663 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409116', 'neutron.services.segments.db._delete_segments_for_network-8767559616543'] for network (07378755-75a7-4292-9dfc-589db966e3ea), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.962913 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Calling delete_port for 192c1e1e-1c1e-4253-838d-de8ac5afadd5 owned by network:dhcp {{(pid=109058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:50:26.965672 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.ipam_backend_mixin [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Port 192c1e1e-1c1e-4253-838d-de8ac5afadd5 was not found and therefore no delete operation was performed {{(pid=109058) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 09:50:26.967516 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843'] for port (192c1e1e-1c1e-4253-838d-de8ac5afadd5), after_delete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:26.975675 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.services.segments.db [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07378755-75a7-4292-9dfc-589db966e3ea']}} {{(pid=109057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:26.987975 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.services.segments.db [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5093806e-81ed-422c-b7b9-d82af1736f07') {'for_net_delete': True} {{(pid=109057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:26.988336 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.services.segments.db [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5093806e-81ed-422c-b7b9-d82af1736f07') {} {{(pid=109057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:26.993445 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Pushing event deleted for resources: {'Port': ['ID=192c1e1e-1c1e-4253-838d-de8ac5afadd5,revision_number=None']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:26.998121 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] No DVR routers for this DVR port 192c1e1e-1c1e-4253-838d-de8ac5afadd5 on host dv-cinder-815614-10-iscsi {{(pid=109058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:26.998646 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767559616925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4494375'] for segment (5093806e-81ed-422c-b7b9-d82af1736f07), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:27.005494 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:27.005859 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:27.006223 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:27.006573 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:27.006964 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:27.007306 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:27.007860 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:27.008206 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:27.008911 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:27.008911 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:27.009187 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:27.009728 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:27.010159 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbf2c-6e20-4743-a319-adae07397622 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:27.014069 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (5093806e-81ed-422c-b7b9-d82af1736f07), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:27.023256 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=109057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:50:27.025691 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4495304'] for segment (5093806e-81ed-422c-b7b9-d82af1736f07), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: warnings.warn(msg) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: Traceback (most recent call last): Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: timer() Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: cb(*args, **kw) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: return func(*args, **kwargs) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: self._notify() Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: self.callback(batched_events) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: event.method(event) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: return f(self, *a, **k) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: return self._get(url).json() Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: return self.request(url, 'GET', **kwargs) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:50:27.027408 dv-cinder-815614-10-iscsi neutron-server[109057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:50:27.090776 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910546'] for network (07378755-75a7-4292-9dfc-589db966e3ea), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:27.095865 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:27.100013 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] 10.222.0.112 "DELETE /v2.0/networks/07378755-75a7-4292-9dfc-589db966e3ea HTTP/1.1" status: 204 len: 168 time: 0.5583279 Jan 21 09:50:27.115849 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958084b-cd71-4c0e-9bcd-2cde64dbd155 admin admin] Pushing event deleted for resources: {'Network': ['ID=07378755-75a7-4292-9dfc-589db966e3ea,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:27.179589 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 192c1e1e-1c1e-4253-838d-de8ac5afadd5 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:50:27.210436 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: 192c1e1e-1c1e-4253-838d-de8ac5afadd5 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:50:27.211044 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 192c1e1e-1c1e-4253-838d-de8ac5afadd5 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:50:27.211486 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device e67c3922-23ab-4768-9e8d-a2e9ba6522f1 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:50:27.231599 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: e67c3922-23ab-4768-9e8d-a2e9ba6522f1 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:50:27.231922 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device e67c3922-23ab-4768-9e8d-a2e9ba6522f1 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:50:27.232359 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device f7799c63-47a1-437e-904e-6028e97a1ab5 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:50:27.242478 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 56444) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:27.252622 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: f7799c63-47a1-437e-904e-6028e97a1ab5 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:50:27.253019 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device f7799c63-47a1-437e-904e-6028e97a1ab5 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:50:27.286114 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-c3b23bdf-4ec8-422e-957b-ed31e5092644 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=7856a1f7c3034123ad5178bc63058030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423827 Jan 21 09:50:27.288137 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 56446) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:27.339263 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-51337db2-59f2-4142-90f9-27459aab453d admin admin] Publish callbacks [] for security_group (3e5196f9-f25f-474f-b046-7741edc2aa6f), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:27.360593 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-51337db2-59f2-4142-90f9-27459aab453d admin admin] Publish callbacks [] for security_group (3e5196f9-f25f-474f-b046-7741edc2aa6f), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:27.407359 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-51337db2-59f2-4142-90f9-27459aab453d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (3e5196f9-f25f-474f-b046-7741edc2aa6f), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:27.409975 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-51337db2-59f2-4142-90f9-27459aab453d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:27.411195 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-51337db2-59f2-4142-90f9-27459aab453d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3e5196f9-f25f-474f-b046-7741edc2aa6f HTTP/1.1" status: 204 len: 168 time: 0.1220827 Jan 21 09:50:27.418936 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51337db2-59f2-4142-90f9-27459aab453d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5196f9-f25f-474f-b046-7741edc2aa6f,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:28.319101 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 22d196a5-0709-4076-8cc7-0cf37fad76f1 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:50:28.339246 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: 22d196a5-0709-4076-8cc7-0cf37fad76f1 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:50:28.339608 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 22d196a5-0709-4076-8cc7-0cf37fad76f1 not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:50:28.634752 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 56504) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:28.741729 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e5c2f31f-97e5-423e-9361-7c0fc183ef77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:28.817106 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e5c2f31f-97e5-423e-9361-7c0fc183ef77 admin admin] Publish callbacks [] for security_group (3b8e7c31-d262-4d5a-b9c8-bb36e6acadc4), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:28.821148 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e5c2f31f-97e5-423e-9361-7c0fc183ef77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (3b8e7c31-d262-4d5a-b9c8-bb36e6acadc4), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:28.859497 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-e5c2f31f-97e5-423e-9361-7c0fc183ef77 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=0003b73420e54b35a08aeb2ed3b300cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236104 Jan 21 09:50:28.860824 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2f31f-97e5-423e-9361-7c0fc183ef77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8e7c31-d262-4d5a-b9c8-bb36e6acadc4,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:28.863017 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 56508) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:28.916034 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a0f0660e-f0a0-490f-9e60-6f14580a3d75 admin admin] Publish callbacks [] for security_group (3b8e7c31-d262-4d5a-b9c8-bb36e6acadc4), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:28.936377 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a0f0660e-f0a0-490f-9e60-6f14580a3d75 admin admin] Publish callbacks [] for security_group (3b8e7c31-d262-4d5a-b9c8-bb36e6acadc4), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:28.983813 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a0f0660e-f0a0-490f-9e60-6f14580a3d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (3b8e7c31-d262-4d5a-b9c8-bb36e6acadc4), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:28.986245 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a0f0660e-f0a0-490f-9e60-6f14580a3d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:28.987557 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-a0f0660e-f0a0-490f-9e60-6f14580a3d75 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3b8e7c31-d262-4d5a-b9c8-bb36e6acadc4 HTTP/1.1" status: 204 len: 168 time: 0.1234140 Jan 21 09:50:28.995354 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0660e-f0a0-490f-9e60-6f14580a3d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8e7c31-d262-4d5a-b9c8-bb36e6acadc4,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:31.302685 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:42.732155 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-a7974fdd-eab2-465a-af95-ee193f3c29e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:42.954488 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 56798) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:43.063615 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-88bba3ba-b9d3-4477-8d77-ed88f116e690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:43.148990 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-88bba3ba-b9d3-4477-8d77-ed88f116e690 admin admin] Publish callbacks [] for security_group (f0f651ba-4d08-4f20-8a0a-24b62bbe3030), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:43.155165 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-88bba3ba-b9d3-4477-8d77-ed88f116e690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (f0f651ba-4d08-4f20-8a0a-24b62bbe3030), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:43.192996 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bba3ba-b9d3-4477-8d77-ed88f116e690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f651ba-4d08-4f20-8a0a-24b62bbe3030,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:43.198974 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-88bba3ba-b9d3-4477-8d77-ed88f116e690 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=f24ea237518b4eba90789ff6cbf0fd11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427702 Jan 21 09:50:43.201793 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 56802) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:43.255813 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d72571ee-5f05-4d67-8a10-87ba4f3bc80c admin admin] Publish callbacks [] for security_group (f0f651ba-4d08-4f20-8a0a-24b62bbe3030), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:43.277689 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d72571ee-5f05-4d67-8a10-87ba4f3bc80c admin admin] Publish callbacks [] for security_group (f0f651ba-4d08-4f20-8a0a-24b62bbe3030), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:43.328155 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d72571ee-5f05-4d67-8a10-87ba4f3bc80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (f0f651ba-4d08-4f20-8a0a-24b62bbe3030), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:43.331828 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d72571ee-5f05-4d67-8a10-87ba4f3bc80c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:43.336781 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-d72571ee-5f05-4d67-8a10-87ba4f3bc80c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f0f651ba-4d08-4f20-8a0a-24b62bbe3030 HTTP/1.1" status: 204 len: 168 time: 0.1338804 Jan 21 09:50:43.344771 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72571ee-5f05-4d67-8a10-87ba4f3bc80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f651ba-4d08-4f20-8a0a-24b62bbe3030,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:43.602401 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 56812) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:43.616156 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-23507cdd-fb4a-4a4c-b5dd-23934a006cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:43.693096 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-23507cdd-fb4a-4a4c-b5dd-23934a006cbe admin admin] Publish callbacks [] for security_group (a95782ed-74a7-487d-8941-df540059e383), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:43.697155 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-23507cdd-fb4a-4a4c-b5dd-23934a006cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (a95782ed-74a7-487d-8941-df540059e383), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:43.734661 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-23507cdd-fb4a-4a4c-b5dd-23934a006cbe admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=298be3866d82426a81b3a3ee6b58c447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311123 Jan 21 09:50:43.735605 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23507cdd-fb4a-4a4c-b5dd-23934a006cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95782ed-74a7-487d-8941-df540059e383,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:43.738447 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 56814) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:43.785862 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-2e157ed4-a8af-4f70-ab56-4b1dacbd98bb admin admin] Publish callbacks [] for security_group (a95782ed-74a7-487d-8941-df540059e383), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:43.807295 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-2e157ed4-a8af-4f70-ab56-4b1dacbd98bb admin admin] Publish callbacks [] for security_group (a95782ed-74a7-487d-8941-df540059e383), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:43.857517 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-2e157ed4-a8af-4f70-ab56-4b1dacbd98bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (a95782ed-74a7-487d-8941-df540059e383), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:43.860489 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-2e157ed4-a8af-4f70-ab56-4b1dacbd98bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:43.862227 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-2e157ed4-a8af-4f70-ab56-4b1dacbd98bb admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a95782ed-74a7-487d-8941-df540059e383 HTTP/1.1" status: 204 len: 168 time: 0.1227961 Jan 21 09:50:43.869867 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e157ed4-a8af-4f70-ab56-4b1dacbd98bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95782ed-74a7-487d-8941-df540059e383,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:44.037852 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:50:44.183315 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 56820) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:44.196623 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0110a7fd-beb6-4643-b7c9-c73816c1e458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:44.272691 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0110a7fd-beb6-4643-b7c9-c73816c1e458 admin admin] Publish callbacks [] for security_group (3067d99f-cb7c-493a-9ff1-5602b147c955), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:44.276672 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-0110a7fd-beb6-4643-b7c9-c73816c1e458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (3067d99f-cb7c-493a-9ff1-5602b147c955), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:44.314698 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-0110a7fd-beb6-4643-b7c9-c73816c1e458 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=6b051c2f35b34e0ab6f5d89016e333bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302505 Jan 21 09:50:44.316790 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110a7fd-beb6-4643-b7c9-c73816c1e458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3067d99f-cb7c-493a-9ff1-5602b147c955,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:44.317617 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 56822) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:44.368218 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] Publish callbacks [] for security_group (3067d99f-cb7c-493a-9ff1-5602b147c955), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:44.393076 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] Publish callbacks [] for security_group (3067d99f-cb7c-493a-9ff1-5602b147c955), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:44.440413 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (3067d99f-cb7c-493a-9ff1-5602b147c955), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:44.443155 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:44.444356 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3067d99f-cb7c-493a-9ff1-5602b147c955 HTTP/1.1" status: 204 len: 168 time: 0.1256998 Jan 21 09:50:44.452749 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3067d99f-cb7c-493a-9ff1-5602b147c955,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:44.460673 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:44.461045 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:44.461418 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:44.461779 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:44.462142 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:44.462540 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:44.462870 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:44.463226 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:44.463583 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:44.463932 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:44.464283 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:44.464633 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:44.464977 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21cf9-c5a1-410d-b448-e9d6bcabf47b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:45.423220 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-e400d19c-939c-42fb-b147-96e0a2c855f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:46.892887 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:48.737445 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:49.205683 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:49.567570 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 56992) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:49.678547 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c19f62ad-d1d8-434e-b82e-5a339ec2358a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:49.751863 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 56998) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:49.756707 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c19f62ad-d1d8-434e-b82e-5a339ec2358a admin admin] Publish callbacks [] for security_group (cf251a70-1984-42b7-8d7c-31c5d4491898), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:49.761469 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-c19f62ad-d1d8-434e-b82e-5a339ec2358a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (cf251a70-1984-42b7-8d7c-31c5d4491898), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:49.800897 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-c19f62ad-d1d8-434e-b82e-5a339ec2358a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=74e60d9ab21749689fd913ceff0e8401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322009 Jan 21 09:50:49.801809 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f62ad-d1d8-434e-b82e-5a339ec2358a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf251a70-1984-42b7-8d7c-31c5d4491898,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:49.803979 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57002) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:49.866913 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] Publish callbacks [] for security_group (cf251a70-1984-42b7-8d7c-31c5d4491898), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:49.869680 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-2414908c-e7f3-4bc2-a632-542df65123d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:49.902940 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] Publish callbacks [] for security_group (cf251a70-1984-42b7-8d7c-31c5d4491898), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:49.977505 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (cf251a70-1984-42b7-8d7c-31c5d4491898), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:49.980316 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:49.981507 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/cf251a70-1984-42b7-8d7c-31c5d4491898 HTTP/1.1" status: 204 len: 168 time: 0.1763427 Jan 21 09:50:49.993827 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf251a70-1984-42b7-8d7c-31c5d4491898,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:50.009361 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:50.009730 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:50.010085 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:50.010819 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:50.011195 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:50.011539 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:50.011947 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:50.012211 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:50.012556 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:50.012895 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:50.013234 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:50.013569 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:50.013903 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553bea-a427-4ac4-94fc-660ab76ed995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:50.024869 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-2414908c-e7f3-4bc2-a632-542df65123d9 admin admin] Publish callbacks [] for security_group (c53597d4-9220-448c-bff0-c8779ec46ae4), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.032442 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-2414908c-e7f3-4bc2-a632-542df65123d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (c53597d4-9220-448c-bff0-c8779ec46ae4), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.075148 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-2414908c-e7f3-4bc2-a632-542df65123d9 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=212db4fdfe0c4aa59ea661d160ecb9bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213584 Jan 21 09:50:50.078095 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57014) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:50.085528 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414908c-e7f3-4bc2-a632-542df65123d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53597d4-9220-448c-bff0-c8779ec46ae4,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:50.138507 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c22f5d94-65cf-429b-93b5-55181524c832 admin admin] Publish callbacks [] for security_group (c53597d4-9220-448c-bff0-c8779ec46ae4), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.162098 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c22f5d94-65cf-429b-93b5-55181524c832 admin admin] Publish callbacks [] for security_group (c53597d4-9220-448c-bff0-c8779ec46ae4), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.209843 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c22f5d94-65cf-429b-93b5-55181524c832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (c53597d4-9220-448c-bff0-c8779ec46ae4), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.212782 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-c22f5d94-65cf-429b-93b5-55181524c832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.214095 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-c22f5d94-65cf-429b-93b5-55181524c832 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c53597d4-9220-448c-bff0-c8779ec46ae4 HTTP/1.1" status: 204 len: 168 time: 0.1349559 Jan 21 09:50:50.222744 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f5d94-65cf-429b-93b5-55181524c832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53597d4-9220-448c-bff0-c8779ec46ae4,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:50.300411 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57020) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:50.314227 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-63be9d3c-50a3-4203-844c-7a96540f9527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.394444 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-63be9d3c-50a3-4203-844c-7a96540f9527 admin admin] Publish callbacks [] for security_group (a01b9249-3275-455d-bcd5-be8f8067f8ed), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.399093 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-63be9d3c-50a3-4203-844c-7a96540f9527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (a01b9249-3275-455d-bcd5-be8f8067f8ed), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.437800 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-63be9d3c-50a3-4203-844c-7a96540f9527 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=95ea8786b8ea4b5ab96aba2bfab53246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362131 Jan 21 09:50:50.438736 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be9d3c-50a3-4203-844c-7a96540f9527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01b9249-3275-455d-bcd5-be8f8067f8ed,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:50.441426 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57024) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:50.492457 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f6da5988-7996-435e-8e9f-50cd89eeee37 admin admin] Publish callbacks [] for security_group (a01b9249-3275-455d-bcd5-be8f8067f8ed), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.510606 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57026) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:50.518335 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f6da5988-7996-435e-8e9f-50cd89eeee37 admin admin] Publish callbacks [] for security_group (a01b9249-3275-455d-bcd5-be8f8067f8ed), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.524212 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3248a126-0a6c-4899-b958-8f391758cce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.568709 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f6da5988-7996-435e-8e9f-50cd89eeee37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (a01b9249-3275-455d-bcd5-be8f8067f8ed), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.571654 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-f6da5988-7996-435e-8e9f-50cd89eeee37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.573887 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-f6da5988-7996-435e-8e9f-50cd89eeee37 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a01b9249-3275-455d-bcd5-be8f8067f8ed HTTP/1.1" status: 204 len: 168 time: 0.1303053 Jan 21 09:50:50.582162 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da5988-7996-435e-8e9f-50cd89eeee37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01b9249-3275-455d-bcd5-be8f8067f8ed,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:50.607635 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3248a126-0a6c-4899-b958-8f391758cce4 admin admin] Publish callbacks [] for security_group (628d268b-fe9f-4605-8d16-56847f717b3a), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.613346 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3248a126-0a6c-4899-b958-8f391758cce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (628d268b-fe9f-4605-8d16-56847f717b3a), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.653184 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-3248a126-0a6c-4899-b958-8f391758cce4 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=cd9d307ee0c9499dacb74d524755240b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414003 Jan 21 09:50:50.654510 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248a126-0a6c-4899-b958-8f391758cce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628d268b-fe9f-4605-8d16-56847f717b3a,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:50.656251 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57030) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:50.706478 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e5621a0e-f60f-4efd-bcf1-d5c48bfbf656 admin admin] Publish callbacks [] for security_group (628d268b-fe9f-4605-8d16-56847f717b3a), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.728232 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e5621a0e-f60f-4efd-bcf1-d5c48bfbf656 admin admin] Publish callbacks [] for security_group (628d268b-fe9f-4605-8d16-56847f717b3a), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.777430 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e5621a0e-f60f-4efd-bcf1-d5c48bfbf656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (628d268b-fe9f-4605-8d16-56847f717b3a), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.780360 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e5621a0e-f60f-4efd-bcf1-d5c48bfbf656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:50.781577 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-e5621a0e-f60f-4efd-bcf1-d5c48bfbf656 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/628d268b-fe9f-4605-8d16-56847f717b3a HTTP/1.1" status: 204 len: 168 time: 0.1240537 Jan 21 09:50:50.798891 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5621a0e-f60f-4efd-bcf1-d5c48bfbf656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628d268b-fe9f-4605-8d16-56847f717b3a,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:54.465025 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57162) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:54.547506 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57168) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:54.592610 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-47fb4d67-a2ec-4895-81c7-7efb84f25f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:54.613815 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71357bf-ba0c-40a5-a7b8-e45e127616e1 admin admin] Deleting subnet 28603871-0f7e-4cfe-9623-a35607be933a {{(pid=109056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:50:54.620252 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a71357bf-ba0c-40a5-a7b8-e45e127616e1 admin admin] Publish callbacks [] for subnet (28603871-0f7e-4cfe-9623-a35607be933a), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:54.670185 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a71357bf-ba0c-40a5-a7b8-e45e127616e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051165'] for subnet (28603871-0f7e-4cfe-9623-a35607be933a), precommit_delete_associations {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:54.728127 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a71357bf-ba0c-40a5-a7b8-e45e127616e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440766'] for subnet (28603871-0f7e-4cfe-9623-a35607be933a), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:54.763075 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-47fb4d67-a2ec-4895-81c7-7efb84f25f33 admin admin] Publish callbacks [] for security_group (2d3a459b-3296-4019-af65-b7efcabfbf72), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:54.769043 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-47fb4d67-a2ec-4895-81c7-7efb84f25f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (2d3a459b-3296-4019-af65-b7efcabfbf72), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:54.818950 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-47fb4d67-a2ec-4895-81c7-7efb84f25f33 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=f830fdb33caa4313aea5d865bd226e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3527768 Jan 21 09:50:54.820697 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb4d67-a2ec-4895-81c7-7efb84f25f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3a459b-3296-4019-af65-b7efcabfbf72,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:54.821902 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57170) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:54.828179 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a71357bf-ba0c-40a5-a7b8-e45e127616e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6057301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5368280'] for subnet (28603871-0f7e-4cfe-9623-a35607be933a), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:54.858451 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71357bf-ba0c-40a5-a7b8-e45e127616e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28603871-0f7e-4cfe-9623-a35607be933a,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:54.862639 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a71357bf-ba0c-40a5-a7b8-e45e127616e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:54.865895 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-a71357bf-ba0c-40a5-a7b8-e45e127616e1 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/28603871-0f7e-4cfe-9623-a35607be933a HTTP/1.1" status: 204 len: 168 time: 0.3171432 Jan 21 09:50:54.868719 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57172) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:54.879249 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b8b8d9a1-6a3b-467c-9ab0-dde5b28eba10 admin admin] Publish callbacks [] for security_group (2d3a459b-3296-4019-af65-b7efcabfbf72), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:54.900574 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b8b8d9a1-6a3b-467c-9ab0-dde5b28eba10 admin admin] Publish callbacks [] for security_group (2d3a459b-3296-4019-af65-b7efcabfbf72), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:54.935510 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e8b4abe6-a0c7-4c7d-8378-29202864ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466178'] for network (f7a8f428-b1c4-405f-a391-ed83a5882241), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:54.951998 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b8b8d9a1-6a3b-467c-9ab0-dde5b28eba10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (2d3a459b-3296-4019-af65-b7efcabfbf72), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:54.954497 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-b8b8d9a1-6a3b-467c-9ab0-dde5b28eba10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:54.956361 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-b8b8d9a1-6a3b-467c-9ab0-dde5b28eba10 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/2d3a459b-3296-4019-af65-b7efcabfbf72 HTTP/1.1" status: 204 len: 168 time: 0.1332564 Jan 21 09:50:54.963999 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8d9a1-6a3b-467c-9ab0-dde5b28eba10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3a459b-3296-4019-af65-b7efcabfbf72,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:55.036652 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e8b4abe6-a0c7-4c7d-8378-29202864ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409116', 'neutron.services.segments.db._delete_segments_for_network-8767559616543'] for network (f7a8f428-b1c4-405f-a391-ed83a5882241), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:55.058959 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-e8b4abe6-a0c7-4c7d-8378-29202864ab40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a8f428-b1c4-405f-a391-ed83a5882241']}} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:55.070514 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-e8b4abe6-a0c7-4c7d-8378-29202864ab40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddad3886-1096-4269-9aea-aa14372a32fc') {'for_net_delete': True} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:55.071024 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.services.segments.db [None req-e8b4abe6-a0c7-4c7d-8378-29202864ab40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddad3886-1096-4269-9aea-aa14372a32fc') {} {{(pid=109056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:55.083524 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e8b4abe6-a0c7-4c7d-8378-29202864ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767559616925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051238'] for segment (ddad3886-1096-4269-9aea-aa14372a32fc), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:55.098574 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e8b4abe6-a0c7-4c7d-8378-29202864ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (ddad3886-1096-4269-9aea-aa14372a32fc), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:55.110243 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b4abe6-a0c7-4c7d-8378-29202864ab40 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=109056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:50:55.110654 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e8b4abe6-a0c7-4c7d-8378-29202864ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6057279'] for segment (ddad3886-1096-4269-9aea-aa14372a32fc), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: Traceback (most recent call last): Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: timer() Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: cb(*args, **kw) Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: return func(*args, **kwargs) Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: self._notify() Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: self.callback(batched_events) Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: event.method(event) Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: return f(self, *a, **k) Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._get(url).json() Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: return self.request(url, 'GET', **kwargs) Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:50:55.113078 dv-cinder-815614-10-iscsi neutron-server[109056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:50:55.174421 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e8b4abe6-a0c7-4c7d-8378-29202864ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910546'] for network (f7a8f428-b1c4-405f-a391-ed83a5882241), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:55.180615 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-e8b4abe6-a0c7-4c7d-8378-29202864ab40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:55.184268 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-e8b4abe6-a0c7-4c7d-8378-29202864ab40 admin admin] 10.222.0.112 "DELETE /v2.0/networks/f7a8f428-b1c4-405f-a391-ed83a5882241 HTTP/1.1" status: 204 len: 168 time: 0.3145549 Jan 21 09:50:55.200453 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4abe6-a0c7-4c7d-8378-29202864ab40 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7a8f428-b1c4-405f-a391-ed83a5882241,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:55.386559 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57196) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:55.431889 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-85f3da89-de64-433a-8827-a467446d2bf4 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=20c99f75414e4df1b10eeeb39f25cac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439937 Jan 21 09:50:55.434598 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57198) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:55.486150 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-dc5ead47-6454-459c-af76-af3dab6f4603 admin admin] Publish callbacks [] for security_group (2570d687-a571-416c-80c8-b703d420b6ba), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:55.509624 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-dc5ead47-6454-459c-af76-af3dab6f4603 admin admin] Publish callbacks [] for security_group (2570d687-a571-416c-80c8-b703d420b6ba), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:55.567444 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-dc5ead47-6454-459c-af76-af3dab6f4603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (2570d687-a571-416c-80c8-b703d420b6ba), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:55.570058 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-dc5ead47-6454-459c-af76-af3dab6f4603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:55.571275 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-dc5ead47-6454-459c-af76-af3dab6f4603 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/2570d687-a571-416c-80c8-b703d420b6ba HTTP/1.1" status: 204 len: 168 time: 0.1357024 Jan 21 09:50:55.581504 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ead47-6454-459c-af76-af3dab6f4603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2570d687-a571-416c-80c8-b703d420b6ba,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:55.764448 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57210) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:55.914989 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-31b5171b-5037-409b-8c19-5538a32e3761 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2094526243-network', 'tenant_id': '46f087b172754880886922da635ed29e'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:50:55.938489 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b5171b-5037-409b-8c19-5538a32e3761 admin admin] Made reservation on behalf of 46f087b172754880886922da635ed29e for: {'network': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:55.941363 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-31b5171b-5037-409b-8c19-5538a32e3761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:55.949677 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-31b5171b-5037-409b-8c19-5538a32e3761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:56.026334 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-31b5171b-5037-409b-8c19-5538a32e3761 admin admin] Publish callbacks [] for security_group (6fd72d4d-d095-4c59-8efc-ff6a94390a32), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:56.030229 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-31b5171b-5037-409b-8c19-5538a32e3761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (6fd72d4d-d095-4c59-8efc-ff6a94390a32), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:56.053981 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b5171b-5037-409b-8c19-5538a32e3761 admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=109056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:50:56.064156 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5171b-5037-409b-8c19-5538a32e3761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd72d4d-d095-4c59-8efc-ff6a94390a32,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:56.073820 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-31b5171b-5037-409b-8c19-5538a32e3761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (3287feaa-97e9-46d9-b103-6d29870abe3d), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:56.074194 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.segments_db [None req-31b5171b-5037-409b-8c19-5538a32e3761 admin admin] Added segment 3287feaa-97e9-46d9-b103-6d29870abe3d of type vlan for network 330bf798-c357-41b5-984a-46a17f3fcc95 Jan 21 09:50:56.116006 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-31b5171b-5037-409b-8c19-5538a32e3761 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (330bf798-c357-41b5-984a-46a17f3fcc95), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:56.140924 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-31b5171b-5037-409b-8c19-5538a32e3761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (330bf798-c357-41b5-984a-46a17f3fcc95), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:56.141896 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b5171b-5037-409b-8c19-5538a32e3761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:56.142477 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-31b5171b-5037-409b-8c19-5538a32e3761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:56.173115 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-31b5171b-5037-409b-8c19-5538a32e3761 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4074471 Jan 21 09:50:56.176123 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57214) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:56.204309 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-8689f7ef-e83a-4d6c-9dc5-e36d9c4be9cd admin admin] Request body: {'subnet': {'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2094526243-subnet', 'tenant_id': '46f087b172754880886922da635ed29e', 'ip_version': 4}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:50:56.216030 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5171b-5037-409b-8c19-5538a32e3761 admin admin] Pushing event updated for resources: {'Network': ['ID=330bf798-c357-41b5-984a-46a17f3fcc95,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:56.225707 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network 330bf798-c357-41b5-984a-46a17f3fcc95 details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:50:56.233861 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8689f7ef-e83a-4d6c-9dc5-e36d9c4be9cd admin admin] Made reservation on behalf of 46f087b172754880886922da635ed29e for: {'subnet': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:56.236905 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8689f7ef-e83a-4d6c-9dc5-e36d9c4be9cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5368255'] for subnet (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:56.415801 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8689f7ef-e83a-4d6c-9dc5-e36d9c4be9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6057618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5368225'] for subnet (cffb9c61-2825-47e0-8f66-339821510f86), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:56.470378 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689f7ef-e83a-4d6c-9dc5-e36d9c4be9cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cffb9c61-2825-47e0-8f66-339821510f86,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:56.481920 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689f7ef-e83a-4d6c-9dc5-e36d9c4be9cd admin admin] Checking segment: {'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:50:56.482290 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8689f7ef-e83a-4d6c-9dc5-e36d9c4be9cd admin admin] Network hostable DHCP agents. Network: 330bf798-c357-41b5-984a-46a17f3fcc95, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:50:56.499614 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8689f7ef-e83a-4d6c-9dc5-e36d9c4be9cd admin admin] Network 330bf798-c357-41b5-984a-46a17f3fcc95 is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:50:56.509237 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-8689f7ef-e83a-4d6c-9dc5-e36d9c4be9cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, 330bf798-c357-41b5-984a-46a17f3fcc95) {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:56.513456 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8689f7ef-e83a-4d6c-9dc5-e36d9c4be9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:56.514071 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-8689f7ef-e83a-4d6c-9dc5-e36d9c4be9cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:56.518691 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b54b8d-e9af-4cc1-ad26-7fb20f093824 None None] Network 330bf798-c357-41b5-984a-46a17f3fcc95 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:50:56.530101 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-8689f7ef-e83a-4d6c-9dc5-e36d9c4be9cd admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3529160 Jan 21 09:50:56.532986 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57218) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:56.537375 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:50:56.560360 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7907917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15989'] for router (caf60d11-401a-46ee-a571-b25f29a57343), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:56.561396 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7909373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8057193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15994'] for router (caf60d11-401a-46ee-a571-b25f29a57343), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:56.617703 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Publish callbacks [] for router_controller (caf60d11-401a-46ee-a571-b25f29a57343), precommit_add_association {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:56.623338 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3693bb14-d069-572a-a73c-21e20adad4c6-330bf798-c357-41b5-984a-46a17f3fcc95', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'project_id': '46f087b172754880886922da635ed29e', 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86'}]}} from dv-cinder-815614-10-iscsi. {{(pid=109058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:50:56.624512 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:56.755143 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.db_base_plugin_common [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Allocated IP 172.20.0.2 (330bf798-c357-41b5-984a-46a17f3fcc95/cffb9c61-2825-47e0-8f66-339821510f86/b499333c-3eee-4f00-b510-0d87a0d88fce) {{(pid=109058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:56.906536 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Publish callbacks [] for port (b499333c-3eee-4f00-b510-0d87a0d88fce), precommit_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:56.915044 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834'] for port (b499333c-3eee-4f00-b510-0d87a0d88fce), after_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:56.952833 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Network 330bf798-c357-41b5-984a-46a17f3fcc95 is already hosted by enough agents. {{(pid=109058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:56.958591 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.base_scheduler [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Resources bound (agent type, host, resource id): {{(pid=109058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:56.962236 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Received port after_create {{(pid=109058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:50:56.971768 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Pushing event updated for resources: {'Port': ['ID=b499333c-3eee-4f00-b510-0d87a0d88fce,revision_number=1']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:57.026264 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Attempting to bind port b499333c-3eee-4f00-b510-0d87a0d88fce on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:50:57.026646 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Attempting to bind port b499333c-3eee-4f00-b510-0d87a0d88fce by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:50:57.027053 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Attempting to bind port b499333c-3eee-4f00-b510-0d87a0d88fce on network 330bf798-c357-41b5-984a-46a17f3fcc95 {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:50:57.032514 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:50:57.032913 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Checking segment: {'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:50:57.033951 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:57.034367 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Bound using segment: {'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:50:57.035167 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Bound port: b499333c-3eee-4f00-b510-0d87a0d88fce, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:50:57.035334 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (b499333c-3eee-4f00-b510-0d87a0d88fce), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:57.044764 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Publish callbacks [] for router_gateway (caf60d11-401a-46ee-a571-b25f29a57343), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:57.101487 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] For port b499333c-3eee-4f00-b510-0d87a0d88fce, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:50:57.104014 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] For port b499333c-3eee-4f00-b510-0d87a0d88fce, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=b499333c-3eee-4f00-b510-0d87a0d88fce,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:50:57.108732 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (b499333c-3eee-4f00-b510-0d87a0d88fce), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:57.164514 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c1fae-688a-44ec-bef1-e9eef10502cb None None] Pushing event updated for resources: {'Port': ['ID=b499333c-3eee-4f00-b510-0d87a0d88fce,revision_number=2']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:57.251561 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Publish callbacks [] for router_gateway (caf60d11-401a-46ee-a571-b25f29a57343), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:57.271464 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:57.400270 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Allocated IP 172.27.1.32 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/0beb8dbd-f740-4fe0-aa05-db306db66f31) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:57.515654 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Publish callbacks [] for port (0beb8dbd-f740-4fe0-aa05-db306db66f31), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:57.556198 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (0beb8dbd-f740-4fe0-aa05-db306db66f31), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:57.594302 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:57.600699 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:57.603307 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:50:57.626580 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=0beb8dbd-f740-4fe0-aa05-db306db66f31,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:57.857453 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Publish callbacks [] for router_gateway (caf60d11-401a-46ee-a571-b25f29a57343), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:58.067961 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7909322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7910412'] for router (caf60d11-401a-46ee-a571-b25f29a57343), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:58.206353 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Router caf60d11-401a-46ee-a571-b25f29a57343 is scheduled to L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 with binding_index 1 {{(pid=109056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:50:58.280316 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7461c1-1dee-418c-bec6-02af0c6fb2a7 None None] Network 330bf798-c357-41b5-984a-46a17f3fcc95 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:50:58.320566 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:58.335063 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Sync routers for ids ['caf60d11-401a-46ee-a571-b25f29a57343'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:50:58.338854 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:58.340154 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-5e5723ea-37c8-49b9-a6f6-65bb80975bf9 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8061593 Jan 21 09:50:58.343139 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57222) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:50:58.357509 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Routers {'caf60d11-401a-46ee-a571-b25f29a57343'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:50:58.358209 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:50:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['caf60d11-401a-46ee-a571-b25f29a57343'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:58.489036 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-b2695a64-ea9b-4351-967a-1df8cd26c47b None None] Provisioning complete for port b499333c-3eee-4f00-b510-0d87a0d88fce triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:58.489348 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b2695a64-ea9b-4351-967a-1df8cd26c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (b499333c-3eee-4f00-b510-0d87a0d88fce), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:58.560303 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Set router caf60d11-401a-46ee-a571-b25f29a57343 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:50:58.847661 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:58.879980 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-b2695a64-ea9b-4351-967a-1df8cd26c47b None None] Current status of the port b499333c-3eee-4f00-b510-0d87a0d88fce is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:50:58.880719 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b2695a64-ea9b-4351-967a-1df8cd26c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (b499333c-3eee-4f00-b510-0d87a0d88fce), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:58.958210 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-b2695a64-ea9b-4351-967a-1df8cd26c47b None None] For port b499333c-3eee-4f00-b510-0d87a0d88fce, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=b499333c-3eee-4f00-b510-0d87a0d88fce,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:58.965824 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b2695a64-ea9b-4351-967a-1df8cd26c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (b499333c-3eee-4f00-b510-0d87a0d88fce), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:59.025125 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2695a64-ea9b-4351-967a-1df8cd26c47b None None] Pushing event updated for resources: {'Port': ['ID=b499333c-3eee-4f00-b510-0d87a0d88fce,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:59.029612 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] Allocated IP 172.20.0.1 (330bf798-c357-41b5-984a-46a17f3fcc95/cffb9c61-2825-47e0-8f66-339821510f86/830d8753-a175-4757-b0a4-eef3fa7edb46) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:59.034582 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:57Z', 'revision_number': 3, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:59.063215 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Checking router: caf60d11-401a-46ee-a571-b25f29a57343 for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:50:59.063614 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Updating router caf60d11-401a-46ee-a571-b25f29a57343 port 0beb8dbd-f740-4fe0-aa05-db306db66f31 binding host dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:50:59.097090 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (0beb8dbd-f740-4fe0-aa05-db306db66f31), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:59.127351 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-6a1ea728-01af-4691-8c4a-ca1ddb7420f6 None None] Provisioning complete for port b499333c-3eee-4f00-b510-0d87a0d88fce triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:59.127754 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-6a1ea728-01af-4691-8c4a-ca1ddb7420f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (b499333c-3eee-4f00-b510-0d87a0d88fce), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:59.144630 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] Publish callbacks [] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:59.182932 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:59.225773 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] Network 330bf798-c357-41b5-984a-46a17f3fcc95 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:59.233721 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:59.238064 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:50:59.261767 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device b499333c-3eee-4f00-b510-0d87a0d88fce up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:50:59.275899 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] Pushing event updated for resources: {'Port': ['ID=830d8753-a175-4757-b0a4-eef3fa7edb46,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:59.290820 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912766'] for router_interface (caf60d11-401a-46ee-a571-b25f29a57343), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:59.411419 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-6a1ea728-01af-4691-8c4a-ca1ddb7420f6 None None] Current status of the port b499333c-3eee-4f00-b510-0d87a0d88fce is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:50:59.430276 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:59.476109 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port b499333c-3eee-4f00-b510-0d87a0d88fce triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:59.476494 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (b499333c-3eee-4f00-b510-0d87a0d88fce), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:59.511169 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Publish callbacks [] for port (0beb8dbd-f740-4fe0-aa05-db306db66f31), precommit_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:59.524073 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (0beb8dbd-f740-4fe0-aa05-db306db66f31), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:59.599315 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-8970afa3-7027-4d7d-9b69-88051fead838 None None] Provisioning complete for port 830d8753-a175-4757-b0a4-eef3fa7edb46 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:59.599714 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8970afa3-7027-4d7d-9b69-88051fead838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:59.604049 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Attempting to bind port 0beb8dbd-f740-4fe0-aa05-db306db66f31 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:50:59.604430 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Attempting to bind port 0beb8dbd-f740-4fe0-aa05-db306db66f31 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:50:59.604799 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Attempting to bind port 0beb8dbd-f740-4fe0-aa05-db306db66f31 on network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:50:59.606573 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa5104-5eff-4175-90af-1da052aa0770 None None] Pushing event updated for resources: {'Port': ['ID=0beb8dbd-f740-4fe0-aa05-db306db66f31,revision_number=2']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:59.609207 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] Publish callbacks [] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:59.615295 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:59.650080 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:50:59.650472 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Checking segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:50:59.650919 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:59.651329 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Bound using segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:50:59.651828 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Bound port: 0beb8dbd-f740-4fe0-aa05-db306db66f31, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:50:59.652220 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (0beb8dbd-f740-4fe0-aa05-db306db66f31), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:59.682412 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] Pushing event updated for resources: {'Port': ['ID=830d8753-a175-4757-b0a4-eef3fa7edb46,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:59.685351 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7909537'] for router_interface (caf60d11-401a-46ee-a571-b25f29a57343), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:59.700969 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-8970afa3-7027-4d7d-9b69-88051fead838 None None] Port 830d8753-a175-4757-b0a4-eef3fa7edb46 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:50:59.704478 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port b499333c-3eee-4f00-b510-0d87a0d88fce is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:50:59.724780 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] For port 0beb8dbd-f740-4fe0-aa05-db306db66f31, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:50:59.727866 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] For port 0beb8dbd-f740-4fe0-aa05-db306db66f31, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=0beb8dbd-f740-4fe0-aa05-db306db66f31,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:50:59.733239 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (0beb8dbd-f740-4fe0-aa05-db306db66f31), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:59.785287 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] Network 330bf798-c357-41b5-984a-46a17f3fcc95 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:59.786897 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:59.794864 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa5104-5eff-4175-90af-1da052aa0770 None None] Pushing event updated for resources: {'Port': ['ID=0beb8dbd-f740-4fe0-aa05-db306db66f31,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:59.797335 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Routers {'caf60d11-401a-46ee-a571-b25f29a57343'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:50:59.797948 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:50:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['caf60d11-401a-46ee-a571-b25f29a57343'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:59.907774 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] Router caf60d11-401a-46ee-a571-b25f29a57343 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:59.915397 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] Set router caf60d11-401a-46ee-a571-b25f29a57343 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:51:00.031704 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:00.043334 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-0ef6450b-72f8-4619-bf18-41a52ad03cbf admin admin] 10.222.0.112 "PUT /v2.0/routers/caf60d11-401a-46ee-a571-b25f29a57343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6990180 Jan 21 09:51:00.137191 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-3bf5f145-b868-47a6-81a1-f2d80dd8ba29 None None] Provisioning complete for port 830d8753-a175-4757-b0a4-eef3fa7edb46 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:00.137679 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-3bf5f145-b868-47a6-81a1-f2d80dd8ba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:00.184273 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 2, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:00.186343 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-3bf5f145-b868-47a6-81a1-f2d80dd8ba29 None None] Port 830d8753-a175-4757-b0a4-eef3fa7edb46 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:51:00.219712 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd23e64-8be8-415d-839e-a1796aca7b91 None None] The sync data for ids ['caf60d11-401a-46ee-a571-b25f29a57343'] in dv-cinder-815614-10-iscsi is: [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 2, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:51:00.607755 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57284) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:00.613589 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-5851988e-89a0-4b40-9c29-d361c80f24df admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-931468399-network', 'tenant_id': 'a573e4bce1f04899b80229a7a619f78a'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:00.636719 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5851988e-89a0-4b40-9c29-d361c80f24df admin admin] Made reservation on behalf of a573e4bce1f04899b80229a7a619f78a for: {'network': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:00.639036 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5851988e-89a0-4b40-9c29-d361c80f24df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for network (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:00.647983 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5851988e-89a0-4b40-9c29-d361c80f24df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:00.734945 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5851988e-89a0-4b40-9c29-d361c80f24df admin admin] Publish callbacks [] for security_group (2887c4ba-7054-4374-8611-0fcc5da83157), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:00.740215 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5851988e-89a0-4b40-9c29-d361c80f24df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (2887c4ba-7054-4374-8611-0fcc5da83157), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:00.763759 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5851988e-89a0-4b40-9c29-d361c80f24df admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=109056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:51:00.779390 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851988e-89a0-4b40-9c29-d361c80f24df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2887c4ba-7054-4374-8611-0fcc5da83157,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:00.785708 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5851988e-89a0-4b40-9c29-d361c80f24df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (7e4c6e93-7e15-477f-9fe0-b678f56fcd30), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:00.786176 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.segments_db [None req-5851988e-89a0-4b40-9c29-d361c80f24df admin admin] Added segment 7e4c6e93-7e15-477f-9fe0-b678f56fcd30 of type vlan for network 3c801368-201a-4263-9058-e431ea170a7e Jan 21 09:51:00.834013 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5851988e-89a0-4b40-9c29-d361c80f24df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767559145436'] for network (3c801368-201a-4263-9058-e431ea170a7e), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:00.866708 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5851988e-89a0-4b40-9c29-d361c80f24df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946'] for network (3c801368-201a-4263-9058-e431ea170a7e), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:00.867764 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5851988e-89a0-4b40-9c29-d361c80f24df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:00.868391 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5851988e-89a0-4b40-9c29-d361c80f24df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:00.903931 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-5851988e-89a0-4b40-9c29-d361c80f24df admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2949758 Jan 21 09:51:00.907067 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57286) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:00.913500 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-032d4dab-f341-4a20-8cc0-d7bbb6471f5f admin admin] Request body: {'subnet': {'network_id': '3c801368-201a-4263-9058-e431ea170a7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-931468399-subnet', 'tenant_id': 'a573e4bce1f04899b80229a7a619f78a', 'ip_version': 4}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:00.934462 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851988e-89a0-4b40-9c29-d361c80f24df admin admin] Pushing event updated for resources: {'Network': ['ID=3c801368-201a-4263-9058-e431ea170a7e,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:00.942076 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032d4dab-f341-4a20-8cc0-d7bbb6471f5f admin admin] Made reservation on behalf of a573e4bce1f04899b80229a7a619f78a for: {'subnet': 1} {{(pid=109057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:00.945726 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-032d4dab-f341-4a20-8cc0-d7bbb6471f5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4499758'] for subnet (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:00.946836 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Network 3c801368-201a-4263-9058-e431ea170a7e details requested by agent ovs-agent-dv-cinder-815614-10-iscsi with host dv-cinder-815614-10-iscsi {{(pid=109058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:51:01.141538 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-032d4dab-f341-4a20-8cc0-d7bbb6471f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4494437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4499760'] for subnet (ac67fc96-b0a2-4da7-ba1f-d0e4776bda84), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:01.213994 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d4dab-f341-4a20-8cc0-d7bbb6471f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac67fc96-b0a2-4da7-ba1f-d0e4776bda84,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:01.219422 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032d4dab-f341-4a20-8cc0-d7bbb6471f5f admin admin] Checking segment: {'id': '7e4c6e93-7e15-477f-9fe0-b678f56fcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3c801368-201a-4263-9058-e431ea170a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:51:01.220118 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032d4dab-f341-4a20-8cc0-d7bbb6471f5f admin admin] Network hostable DHCP agents. Network: 3c801368-201a-4263-9058-e431ea170a7e, hostable agents: ['284ac9a6-6d46-4d27-9165-1b93e1716401'], hosted agents: [] {{(pid=109057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:51:01.246020 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032d4dab-f341-4a20-8cc0-d7bbb6471f5f admin admin] Network 3c801368-201a-4263-9058-e431ea170a7e is scheduled to be hosted by DHCP agent 284ac9a6-6d46-4d27-9165-1b93e1716401 with binding_index 1 {{(pid=109057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:51:01.256917 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-032d4dab-f341-4a20-8cc0-d7bbb6471f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815614-10-iscsi, 3c801368-201a-4263-9058-e431ea170a7e) {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:01.263590 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 0beb8dbd-f740-4fe0-aa05-db306db66f31 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:51:01.270349 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03619ae5-0bbe-4dfb-ac10-0cd830925cd4 None None] Network 3c801368-201a-4263-9058-e431ea170a7e requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:51:01.270665 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032d4dab-f341-4a20-8cc0-d7bbb6471f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:01.271346 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-032d4dab-f341-4a20-8cc0-d7bbb6471f5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:01.294410 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57290) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:01.294699 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-032d4dab-f341-4a20-8cc0-d7bbb6471f5f admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3849442 Jan 21 09:51:01.302564 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-931468399-router', 'tenant_id': 'a573e4bce1f04899b80229a7a619f78a', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:01.346153 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7907917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15989'] for router (74ad4c37-e138-4828-98da-56317fcfb3e9), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:01.347601 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7909373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7905441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8057193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15994'] for router (74ad4c37-e138-4828-98da-56317fcfb3e9), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:01.380048 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:01.439014 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Publish callbacks [] for router_controller (74ad4c37-e138-4828-98da-56317fcfb3e9), precommit_add_association {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:01.464252 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 0beb8dbd-f740-4fe0-aa05-db306db66f31 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:01.464760 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (0beb8dbd-f740-4fe0-aa05-db306db66f31), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:01.524521 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3693bb14-d069-572a-a73c-21e20adad4c6-3c801368-201a-4263-9058-e431ea170a7e', 'network_id': '3c801368-201a-4263-9058-e431ea170a7e', 'project_id': 'a573e4bce1f04899b80229a7a619f78a', 'fixed_ips': [{'subnet_id': 'ac67fc96-b0a2-4da7-ba1f-d0e4776bda84'}]}} from dv-cinder-815614-10-iscsi. {{(pid=109058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:51:01.525723 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:01.612727 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Publish callbacks [] for router_gateway (74ad4c37-e138-4828-98da-56317fcfb3e9), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:01.846409 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57306) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:01.874611 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.db_base_plugin_common [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Allocated IP 172.20.0.2 (3c801368-201a-4263-9058-e431ea170a7e/ac67fc96-b0a2-4da7-ba1f-d0e4776bda84/7507dee4-0b69-4f0b-87bb-d5c9c3475482) {{(pid=109058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:01.886811 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 0beb8dbd-f740-4fe0-aa05-db306db66f31 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:51:01.887236 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (0beb8dbd-f740-4fe0-aa05-db306db66f31), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:01.934414 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] For port 0beb8dbd-f740-4fe0-aa05-db306db66f31, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=0beb8dbd-f740-4fe0-aa05-db306db66f31,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:01.971333 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (0beb8dbd-f740-4fe0-aa05-db306db66f31), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.011767 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7458-5af4-4206-b79d-d057e98c5812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.078087 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Pushing event updated for resources: {'Port': ['ID=0beb8dbd-f740-4fe0-aa05-db306db66f31,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:02.142136 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7458-5af4-4206-b79d-d057e98c5812 admin admin] Publish callbacks [] for security_group (ee6ae4c1-c7e2-4cba-9fdf-1e7780539964), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.143443 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Publish callbacks [] for port (7507dee4-0b69-4f0b-87bb-d5c9c3475482), precommit_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.147609 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7458-5af4-4206-b79d-d057e98c5812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (ee6ae4c1-c7e2-4cba-9fdf-1e7780539964), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.149832 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834'] for port (7507dee4-0b69-4f0b-87bb-d5c9c3475482), after_create {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.193168 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-a8cf7458-5af4-4206-b79d-d057e98c5812 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4b720f360d6f4c2bbe8797fcb0ad9342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427799 Jan 21 09:51:02.193168 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf7458-5af4-4206-b79d-d057e98c5812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6ae4c1-c7e2-4cba-9fdf-1e7780539964,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:02.193533 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Network 3c801368-201a-4263-9058-e431ea170a7e is already hosted by enough agents. {{(pid=109058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:02.193533 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.scheduler.base_scheduler [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Resources bound (agent type, host, resource id): {{(pid=109058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:02.197476 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Received port after_create {{(pid=109058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:51:02.201359 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57310) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:02.207604 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Pushing event updated for resources: {'Port': ['ID=7507dee4-0b69-4f0b-87bb-d5c9c3475482,revision_number=1']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:02.232821 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Publish callbacks [] for router_gateway (74ad4c37-e138-4828-98da-56317fcfb3e9), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.255824 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.263902 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Attempting to bind port 7507dee4-0b69-4f0b-87bb-d5c9c3475482 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:51:02.264386 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Attempting to bind port 7507dee4-0b69-4f0b-87bb-d5c9c3475482 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '7e4c6e93-7e15-477f-9fe0-b678f56fcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3c801368-201a-4263-9058-e431ea170a7e'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:51:02.264858 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Attempting to bind port 7507dee4-0b69-4f0b-87bb-d5c9c3475482 on network 3c801368-201a-4263-9058-e431ea170a7e {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:51:02.266838 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3033fa8b-eccc-4c13-8dd1-d11ec5e25b28 admin admin] Publish callbacks [] for security_group (ee6ae4c1-c7e2-4cba-9fdf-1e7780539964), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.271211 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:51:02.271956 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Checking segment: {'id': '7e4c6e93-7e15-477f-9fe0-b678f56fcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3c801368-201a-4263-9058-e431ea170a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:51:02.272120 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.272435 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Bound using segment: {'id': '7e4c6e93-7e15-477f-9fe0-b678f56fcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3c801368-201a-4263-9058-e431ea170a7e'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:51:02.272932 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Bound port: 7507dee4-0b69-4f0b-87bb-d5c9c3475482, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4c6e93-7e15-477f-9fe0-b678f56fcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3c801368-201a-4263-9058-e431ea170a7e'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:51:02.273335 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (7507dee4-0b69-4f0b-87bb-d5c9c3475482), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.290880 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3033fa8b-eccc-4c13-8dd1-d11ec5e25b28 admin admin] Publish callbacks [] for security_group (ee6ae4c1-c7e2-4cba-9fdf-1e7780539964), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.347162 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3033fa8b-eccc-4c13-8dd1-d11ec5e25b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (ee6ae4c1-c7e2-4cba-9fdf-1e7780539964), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.351147 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3033fa8b-eccc-4c13-8dd1-d11ec5e25b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.352786 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-3033fa8b-eccc-4c13-8dd1-d11ec5e25b28 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/ee6ae4c1-c7e2-4cba-9fdf-1e7780539964 HTTP/1.1" status: 204 len: 168 time: 0.1500108 Jan 21 09:51:02.362379 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033fa8b-eccc-4c13-8dd1-d11ec5e25b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6ae4c1-c7e2-4cba-9fdf-1e7780539964,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:02.369281 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] For port 7507dee4-0b69-4f0b-87bb-d5c9c3475482, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:02.374765 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Allocated IP 172.27.1.120 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/62a8cb24-a2a8-4300-a4ca-d0752a77f7d3) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:02.375121 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] For port 7507dee4-0b69-4f0b-87bb-d5c9c3475482, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=7507dee4-0b69-4f0b-87bb-d5c9c3475482,segment=NetworkSegment(7e4c6e93-7e15-477f-9fe0-b678f56fcd30),segment_id=7e4c6e93-7e15-477f-9fe0-b678f56fcd30)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:02.387004 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (7507dee4-0b69-4f0b-87bb-d5c9c3475482), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.453355 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358442ab-d0e6-42cd-a888-c8cb9f4885b8 None None] Pushing event updated for resources: {'Port': ['ID=7507dee4-0b69-4f0b-87bb-d5c9c3475482,revision_number=2']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:02.506246 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Publish callbacks [] for port (62a8cb24-a2a8-4300-a4ca-d0752a77f7d3), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.553967 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (62a8cb24-a2a8-4300-a4ca-d0752a77f7d3), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.607645 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:02.615294 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:02.619237 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:51:02.728581 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Pushing event updated for resources: {'Port': ['ID=62a8cb24-a2a8-4300-a4ca-d0752a77f7d3,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:02.806599 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57316) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:02.821134 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6724b4ab-d4a4-4b02-bc68-af86c8c927ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.919782 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6724b4ab-d4a4-4b02-bc68-af86c8c927ae admin admin] Publish callbacks [] for security_group (e161295c-025b-4823-bb6a-9ccbf080b089), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.925028 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-6724b4ab-d4a4-4b02-bc68-af86c8c927ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (e161295c-025b-4823-bb6a-9ccbf080b089), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.950529 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Publish callbacks [] for router_gateway (74ad4c37-e138-4828-98da-56317fcfb3e9), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:02.965768 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-6724b4ab-d4a4-4b02-bc68-af86c8c927ae admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=83057300159f4a41a031f479000d4b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580036 Jan 21 09:51:02.966865 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724b4ab-d4a4-4b02-bc68-af86c8c927ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e161295c-025b-4823-bb6a-9ccbf080b089,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:02.971512 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57318) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:03.020378 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4e32d80f-c56b-4ec6-82aa-226f81e7c122 admin admin] Publish callbacks [] for security_group (e161295c-025b-4823-bb6a-9ccbf080b089), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:03.042958 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4e32d80f-c56b-4ec6-82aa-226f81e7c122 admin admin] Publish callbacks [] for security_group (e161295c-025b-4823-bb6a-9ccbf080b089), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:03.100773 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4e32d80f-c56b-4ec6-82aa-226f81e7c122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (e161295c-025b-4823-bb6a-9ccbf080b089), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:03.103462 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-4e32d80f-c56b-4ec6-82aa-226f81e7c122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:03.104764 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-4e32d80f-c56b-4ec6-82aa-226f81e7c122 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e161295c-025b-4823-bb6a-9ccbf080b089 HTTP/1.1" status: 204 len: 168 time: 0.1318800 Jan 21 09:51:03.113335 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32d80f-c56b-4ec6-82aa-226f81e7c122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e161295c-025b-4823-bb6a-9ccbf080b089,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:03.175641 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7909322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7910412'] for router (74ad4c37-e138-4828-98da-56317fcfb3e9), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:03.338428 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 7507dee4-0b69-4f0b-87bb-d5c9c3475482 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:51:03.348596 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Router 74ad4c37-e138-4828-98da-56317fcfb3e9 is scheduled to L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 with binding_index 1 {{(pid=109056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:51:03.427009 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 7507dee4-0b69-4f0b-87bb-d5c9c3475482 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:03.432334 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (7507dee4-0b69-4f0b-87bb-d5c9c3475482), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:03.434182 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Sync routers for ids ['caf60d11-401a-46ee-a571-b25f29a57343'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:51:03.457048 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Routers {'caf60d11-401a-46ee-a571-b25f29a57343'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:51:03.458973 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:50:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['caf60d11-401a-46ee-a571-b25f29a57343'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:03.506053 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:03.533617 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:03.535090 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-0cfc1aab-7b69-4146-8549-e27f06d1ad98 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2376537 Jan 21 09:51:03.538235 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57328) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:03.538828 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Sync routers for ids ['74ad4c37-e138-4828-98da-56317fcfb3e9'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:51:03.562023 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 7507dee4-0b69-4f0b-87bb-d5c9c3475482 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:51:03.562906 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (7507dee4-0b69-4f0b-87bb-d5c9c3475482), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:03.597447 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Routers {'74ad4c37-e138-4828-98da-56317fcfb3e9'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:51:03.598383 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:50:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['74ad4c37-e138-4828-98da-56317fcfb3e9'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:03.647347 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Set router caf60d11-401a-46ee-a571-b25f29a57343 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:51:03.681311 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] For port 7507dee4-0b69-4f0b-87bb-d5c9c3475482, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=7507dee4-0b69-4f0b-87bb-d5c9c3475482,segment=NetworkSegment(7e4c6e93-7e15-477f-9fe0-b678f56fcd30),segment_id=7e4c6e93-7e15-477f-9fe0-b678f56fcd30)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:03.692842 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (7507dee4-0b69-4f0b-87bb-d5c9c3475482), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:03.693805 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 0beb8dbd-f740-4fe0-aa05-db306db66f31 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:51:03.856960 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Set router 74ad4c37-e138-4828-98da-56317fcfb3e9 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:51:03.912895 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 2, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:03.945911 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Checking router: caf60d11-401a-46ee-a571-b25f29a57343 for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:51:03.946937 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Updating router caf60d11-401a-46ee-a571-b25f29a57343 port 830d8753-a175-4757-b0a4-eef3fa7edb46 binding host dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:51:03.979196 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:03.995759 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d948aebb-041a-4141-ab9c-7e88df558289 None None] Network 3c801368-201a-4263-9058-e431ea170a7e requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:51:04.003449 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 0beb8dbd-f740-4fe0-aa05-db306db66f31 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:04.003846 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (0beb8dbd-f740-4fe0-aa05-db306db66f31), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:04.005423 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Pushing event updated for resources: {'Port': ['ID=7507dee4-0b69-4f0b-87bb-d5c9c3475482,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:04.164011 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-62dc7aa4-9ed3-44a0-a63c-fa0ab199ccb6 None None] Provisioning complete for port 7507dee4-0b69-4f0b-87bb-d5c9c3475482 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:04.164402 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-62dc7aa4-9ed3-44a0-a63c-fa0ab199ccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (7507dee4-0b69-4f0b-87bb-d5c9c3475482), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:04.189944 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:04.318831 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 0beb8dbd-f740-4fe0-aa05-db306db66f31 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:51:04.373047 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-62dc7aa4-9ed3-44a0-a63c-fa0ab199ccb6 None None] Current status of the port 7507dee4-0b69-4f0b-87bb-d5c9c3475482 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:51:04.378091 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'name': 'tempest-TestVolumeBootPattern-931468399-router', 'tenant_id': 'a573e4bce1f04899b80229a7a619f78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62a8cb24-a2a8-4300-a4ca-d0752a77f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:01Z', 'updated_at': '2022-01-21T09:51:02Z', 'revision_number': 3, 'project_id': 'a573e4bce1f04899b80229a7a619f78a', 'gw_port': {'id': '62a8cb24-a2a8-4300-a4ca-d0752a77f7d3', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:14:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:02Z', 'updated_at': '2022-01-21T09:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:04.397693 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] Allocated IP 172.20.0.1 (3c801368-201a-4263-9058-e431ea170a7e/ac67fc96-b0a2-4da7-ba1f-d0e4776bda84/36f70e40-30b5-49e7-90fe-ce7ebfbb9910) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:04.419785 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Checking router: 74ad4c37-e138-4828-98da-56317fcfb3e9 for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:51:04.420205 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Updating router 74ad4c37-e138-4828-98da-56317fcfb3e9 port 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3 binding host dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:51:04.463784 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (62a8cb24-a2a8-4300-a4ca-d0752a77f7d3), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:04.475862 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Publish callbacks [] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), precommit_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:04.489588 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:04.537781 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c0dce-7564-4193-add1-9d7bb84fedff None None] Pushing event updated for resources: {'Port': ['ID=830d8753-a175-4757-b0a4-eef3fa7edb46,revision_number=3']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:04.547449 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c0dce-7564-4193-add1-9d7bb84fedff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:04.548161 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c0dce-7564-4193-add1-9d7bb84fedff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:04.548934 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c0dce-7564-4193-add1-9d7bb84fedff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:04.549484 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c0dce-7564-4193-add1-9d7bb84fedff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:04.550010 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c0dce-7564-4193-add1-9d7bb84fedff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:04.550657 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c0dce-7564-4193-add1-9d7bb84fedff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:04.551258 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c0dce-7564-4193-add1-9d7bb84fedff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:04.551788 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c0dce-7564-4193-add1-9d7bb84fedff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:04.552307 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c0dce-7564-4193-add1-9d7bb84fedff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:04.552870 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c0dce-7564-4193-add1-9d7bb84fedff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:04.553393 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c0dce-7564-4193-add1-9d7bb84fedff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:04.553927 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c0dce-7564-4193-add1-9d7bb84fedff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:04.554441 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c0dce-7564-4193-add1-9d7bb84fedff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:04.568998 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] Publish callbacks [] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:04.638125 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:04.667523 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Attempting to bind port 830d8753-a175-4757-b0a4-eef3fa7edb46 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:51:04.667958 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Attempting to bind port 830d8753-a175-4757-b0a4-eef3fa7edb46 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:51:04.668293 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Attempting to bind port 830d8753-a175-4757-b0a4-eef3fa7edb46 on network 330bf798-c357-41b5-984a-46a17f3fcc95 {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:51:04.677391 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:51:04.677886 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Checking segment: {'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:51:04.678323 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:04.678832 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Bound using segment: {'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:51:04.679343 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Bound port: 830d8753-a175-4757-b0a4-eef3fa7edb46, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'}}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:51:04.682164 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:04.707503 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] Pushing event updated for resources: {'Port': ['ID=36f70e40-30b5-49e7-90fe-ce7ebfbb9910,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:04.724185 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] Network 3c801368-201a-4263-9058-e431ea170a7e is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:04.725740 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:04.728460 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:51:04.803779 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] For port 830d8753-a175-4757-b0a4-eef3fa7edb46, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:04.806346 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912766'] for router_interface (74ad4c37-e138-4828-98da-56317fcfb3e9), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:04.820133 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] For port 830d8753-a175-4757-b0a4-eef3fa7edb46, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=830d8753-a175-4757-b0a4-eef3fa7edb46,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:04.838625 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:04.922048 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-8adbdf9b-43b8-468f-9bab-134e74230092 None None] Provisioning complete for port 7507dee4-0b69-4f0b-87bb-d5c9c3475482 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:04.922436 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8adbdf9b-43b8-468f-9bab-134e74230092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (7507dee4-0b69-4f0b-87bb-d5c9c3475482), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:04.959663 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Routers {'caf60d11-401a-46ee-a571-b25f29a57343'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:51:04.960356 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:50:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['caf60d11-401a-46ee-a571-b25f29a57343'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:05.013364 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c0dce-7564-4193-add1-9d7bb84fedff None None] Pushing event updated for resources: {'Port': ['ID=830d8753-a175-4757-b0a4-eef3fa7edb46,revision_number=4']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:05.062723 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:05.186706 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-8adbdf9b-43b8-468f-9bab-134e74230092 None None] Current status of the port 7507dee4-0b69-4f0b-87bb-d5c9c3475482 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:51:05.200701 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] Set router caf60d11-401a-46ee-a571-b25f29a57343 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:51:05.212759 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Publish callbacks [] for port (62a8cb24-a2a8-4300-a4ca-d0752a77f7d3), precommit_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:05.231891 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (62a8cb24-a2a8-4300-a4ca-d0752a77f7d3), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:05.387156 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Attempting to bind port 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:51:05.388157 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Attempting to bind port 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:51:05.388157 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Attempting to bind port 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3 on network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:51:05.400145 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 830d8753-a175-4757-b0a4-eef3fa7edb46 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:51:05.409179 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1c698-a24f-4977-8e8a-4e2140f24c18 None None] Pushing event updated for resources: {'Port': ['ID=62a8cb24-a2a8-4300-a4ca-d0752a77f7d3,revision_number=2']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:05.437044 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:51:05.437784 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Checking segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:51:05.438385 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:05.439598 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Bound using segment: {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'} {{(pid=109058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:51:05.440372 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.managers [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Bound port: 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4024b1-7a25-49e1-9a7c-2e89c41e5049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3'}}] {{(pid=109058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:51:05.440978 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (62a8cb24-a2a8-4300-a4ca-d0752a77f7d3), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:05.442967 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-66901c52-f4a9-4404-8f52-c50b424f2c2e None None] Provisioning complete for port 830d8753-a175-4757-b0a4-eef3fa7edb46 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:05.443550 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-66901c52-f4a9-4404-8f52-c50b424f2c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:05.468403 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] Publish callbacks [] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:05.476569 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4495340'] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:05.569486 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] Pushing event updated for resources: {'Port': ['ID=36f70e40-30b5-49e7-90fe-ce7ebfbb9910,revision_number=2']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:05.576441 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7909537'] for router_interface (74ad4c37-e138-4828-98da-56317fcfb3e9), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:05.582466 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] For port 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:05.598919 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] For port 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=62a8cb24-a2a8-4300-a4ca-d0752a77f7d3,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:05.611917 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (62a8cb24-a2a8-4300-a4ca-d0752a77f7d3), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:05.618731 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:04Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:05.621072 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 830d8753-a175-4757-b0a4-eef3fa7edb46 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:05.621483 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:05.649758 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909dac1f-abc3-4cee-905a-83c4b2861784 None None] The sync data for ids ['caf60d11-401a-46ee-a571-b25f29a57343'] in dv-cinder-815614-10-iscsi is: [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:04Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:51:05.675498 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1c698-a24f-4977-8e8a-4e2140f24c18 None None] Pushing event updated for resources: {'Port': ['ID=62a8cb24-a2a8-4300-a4ca-d0752a77f7d3,revision_number=3']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:05.693571 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] Network 3c801368-201a-4263-9058-e431ea170a7e is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:05.695263 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:05.744261 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Routers {'74ad4c37-e138-4828-98da-56317fcfb3e9'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:51:05.744927 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:50:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['74ad4c37-e138-4828-98da-56317fcfb3e9'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:05.872046 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] Router 74ad4c37-e138-4828-98da-56317fcfb3e9 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:51:05.908447 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-66901c52-f4a9-4404-8f52-c50b424f2c2e None None] Current status of the port 830d8753-a175-4757-b0a4-eef3fa7edb46 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:51:05.908855 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-66901c52-f4a9-4404-8f52-c50b424f2c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:05.923580 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] Set router 74ad4c37-e138-4828-98da-56317fcfb3e9 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:51:05.999674 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-66901c52-f4a9-4404-8f52-c50b424f2c2e None None] For port 830d8753-a175-4757-b0a4-eef3fa7edb46, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=830d8753-a175-4757-b0a4-eef3fa7edb46,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:06.044760 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 830d8753-a175-4757-b0a4-eef3fa7edb46 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:51:06.045677 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:06.071328 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-66901c52-f4a9-4404-8f52-c50b424f2c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:06.309997 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66901c52-f4a9-4404-8f52-c50b424f2c2e None None] Pushing event updated for resources: {'Port': ['ID=830d8753-a175-4757-b0a4-eef3fa7edb46,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:06.318759 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.db.api [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:51:06.319220 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG oslo_db.api [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:51:06.321413 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-e848bd0a-62d0-4e80-8e21-8b2e1079ae20 None None] Provisioning complete for port 830d8753-a175-4757-b0a4-eef3fa7edb46 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:06.321803 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-e848bd0a-62d0-4e80-8e21-8b2e1079ae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:06.459718 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-e848bd0a-62d0-4e80-8e21-8b2e1079ae20 None None] Current status of the port 830d8753-a175-4757-b0a4-eef3fa7edb46 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:51:06.474950 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:06.480483 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'name': 'tempest-TestVolumeBootPattern-931468399-router', 'tenant_id': 'a573e4bce1f04899b80229a7a619f78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62a8cb24-a2a8-4300-a4ca-d0752a77f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:01Z', 'updated_at': '2022-01-21T09:51:04Z', 'revision_number': 4, 'project_id': 'a573e4bce1f04899b80229a7a619f78a', 'gw_port': {'id': '62a8cb24-a2a8-4300-a4ca-d0752a77f7d3', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:14:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:02Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '36f70e40-30b5-49e7-90fe-ce7ebfbb9910', 'name': '', 'network_id': '3c801368-201a-4263-9058-e431ea170a7e', 'tenant_id': 'a573e4bce1f04899b80229a7a619f78a', 'mac_address': 'fa:16:3e:98:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ac67fc96-b0a2-4da7-ba1f-d0e4776bda84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:04Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 2, 'project_id': 'a573e4bce1f04899b80229a7a619f78a', 'subnets': [{'id': 'ac67fc96-b0a2-4da7-ba1f-d0e4776bda84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:06.482596 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-e848bd0a-62d0-4e80-8e21-8b2e1079ae20 None None] Provisioning complete for port 36f70e40-30b5-49e7-90fe-ce7ebfbb9910 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:06.483114 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-e848bd0a-62d0-4e80-8e21-8b2e1079ae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:06.487430 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-3c00d6d1-84ac-49c6-88cc-06cec6425a83 admin admin] 10.222.0.112 "PUT /v2.0/routers/74ad4c37-e138-4828-98da-56317fcfb3e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9478972 Jan 21 09:51:06.534958 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3592e8-7bdf-48ed-8928-42f273d079eb None None] The sync data for ids ['74ad4c37-e138-4828-98da-56317fcfb3e9'] in dv-cinder-815614-10-iscsi is: [{'id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'name': 'tempest-TestVolumeBootPattern-931468399-router', 'tenant_id': 'a573e4bce1f04899b80229a7a619f78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62a8cb24-a2a8-4300-a4ca-d0752a77f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:01Z', 'updated_at': '2022-01-21T09:51:04Z', 'revision_number': 4, 'project_id': 'a573e4bce1f04899b80229a7a619f78a', 'gw_port': {'id': '62a8cb24-a2a8-4300-a4ca-d0752a77f7d3', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:14:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:02Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '36f70e40-30b5-49e7-90fe-ce7ebfbb9910', 'name': '', 'network_id': '3c801368-201a-4263-9058-e431ea170a7e', 'tenant_id': 'a573e4bce1f04899b80229a7a619f78a', 'mac_address': 'fa:16:3e:98:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ac67fc96-b0a2-4da7-ba1f-d0e4776bda84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:04Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 2, 'project_id': 'a573e4bce1f04899b80229a7a619f78a', 'subnets': [{'id': 'ac67fc96-b0a2-4da7-ba1f-d0e4776bda84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:51:06.553137 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-e848bd0a-62d0-4e80-8e21-8b2e1079ae20 None None] Port 36f70e40-30b5-49e7-90fe-ce7ebfbb9910 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:51:06.779813 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57396) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:06.866140 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 830d8753-a175-4757-b0a4-eef3fa7edb46 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:51:06.867223 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 7507dee4-0b69-4f0b-87bb-d5c9c3475482 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:51:06.936441 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 7507dee4-0b69-4f0b-87bb-d5c9c3475482 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:06.936834 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (7507dee4-0b69-4f0b-87bb-d5c9c3475482), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:06.951818 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-533f99a4-f419-435f-9c25-cb3bc87137c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.053434 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 7507dee4-0b69-4f0b-87bb-d5c9c3475482 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:51:07.065870 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-533f99a4-f419-435f-9c25-cb3bc87137c2 admin admin] Publish callbacks [] for security_group (96c87886-b1c6-4aef-bb5a-41cf144c0c6a), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.072795 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-533f99a4-f419-435f-9c25-cb3bc87137c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (96c87886-b1c6-4aef-bb5a-41cf144c0c6a), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.117647 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57400) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:07.118322 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-533f99a4-f419-435f-9c25-cb3bc87137c2 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=fe266f8b9acb4dcdbf6880b32b196f21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366680 Jan 21 09:51:07.118946 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f99a4-f419-435f-9c25-cb3bc87137c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c87886-b1c6-4aef-bb5a-41cf144c0c6a,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:07.176831 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0b55a888-bc90-4e9b-b0e9-9a4e553f2963 admin admin] Publish callbacks [] for security_group (96c87886-b1c6-4aef-bb5a-41cf144c0c6a), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.226016 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0b55a888-bc90-4e9b-b0e9-9a4e553f2963 admin admin] Publish callbacks [] for security_group (96c87886-b1c6-4aef-bb5a-41cf144c0c6a), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.253571 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 830d8753-a175-4757-b0a4-eef3fa7edb46 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:51:07.284265 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0b55a888-bc90-4e9b-b0e9-9a4e553f2963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (96c87886-b1c6-4aef-bb5a-41cf144c0c6a), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.289283 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0b55a888-bc90-4e9b-b0e9-9a4e553f2963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.293910 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-0b55a888-bc90-4e9b-b0e9-9a4e553f2963 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/96c87886-b1c6-4aef-bb5a-41cf144c0c6a HTTP/1.1" status: 204 len: 168 time: 0.1749721 Jan 21 09:51:07.305615 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55a888-bc90-4e9b-b0e9-9a4e553f2963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c87886-b1c6-4aef-bb5a-41cf144c0c6a,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:07.314847 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 830d8753-a175-4757-b0a4-eef3fa7edb46 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:07.315255 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.431267 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 830d8753-a175-4757-b0a4-eef3fa7edb46 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:51:07.557039 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57406) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:07.562438 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-fa408a74-aa00-467a-ad2c-00cf0856f27e tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-268972250', 'description': 'tempest-secgroup-smoke-268972250 description', 'project_id': '46f087b172754880886922da635ed29e'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:07.592463 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-fa408a74-aa00-467a-ad2c-00cf0856f27e tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.654926 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57408) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:07.678306 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-1d2bc137-a380-497c-91e1-52676dabfbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.686857 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-fa408a74-aa00-467a-ad2c-00cf0856f27e tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group (cde90e34-0d0f-421f-9c23-00ae35da0dd9), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.710320 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-fa408a74-aa00-467a-ad2c-00cf0856f27e tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (cde90e34-0d0f-421f-9c23-00ae35da0dd9), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.763949 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-fa408a74-aa00-467a-ad2c-00cf0856f27e tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.765240 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-fa408a74-aa00-467a-ad2c-00cf0856f27e tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2068243 Jan 21 09:51:07.768281 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408a74-aa00-467a-ad2c-00cf0856f27e tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde90e34-0d0f-421f-9c23-00ae35da0dd9,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:07.769068 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57410) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:07.779622 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-16e42f2b-90fc-4226-85b9-d2caa6f84005 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Request body: {'security_group_rule': {'security_group_id': 'cde90e34-0d0f-421f-9c23-00ae35da0dd9', 'project_id': '46f087b172754880886922da635ed29e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:07.831216 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-16e42f2b-90fc-4226-85b9-d2caa6f84005 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group_rule (08307536-ae2b-4b14-a06b-fc9ce7877e95), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.841401 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-1d2bc137-a380-497c-91e1-52676dabfbb9 admin admin] Publish callbacks [] for security_group (fcc4596b-16f8-4760-99b7-120502782d9d), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.847007 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-1d2bc137-a380-497c-91e1-52676dabfbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (fcc4596b-16f8-4760-99b7-120502782d9d), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.894459 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-16e42f2b-90fc-4226-85b9-d2caa6f84005 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group_rule (08307536-ae2b-4b14-a06b-fc9ce7877e95), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.894780 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-1d2bc137-a380-497c-91e1-52676dabfbb9 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=1b1f9eed7ffa4b4384110ba4b54858d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348709 Jan 21 09:51:07.894780 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bc137-a380-497c-91e1-52676dabfbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc4596b-16f8-4760-99b7-120502782d9d,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:07.895304 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57412) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:07.904330 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-16e42f2b-90fc-4226-85b9-d2caa6f84005 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (08307536-ae2b-4b14-a06b-fc9ce7877e95), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.947630 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e42f2b-90fc-4226-85b9-d2caa6f84005 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08307536-ae2b-4b14-a06b-fc9ce7877e95,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:07.959930 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-16e42f2b-90fc-4226-85b9-d2caa6f84005 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:07.961517 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-16e42f2b-90fc-4226-85b9-d2caa6f84005 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1899879 Jan 21 09:51:07.964110 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57414) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:07.969354 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-e5e808fc-61b6-467b-a8b1-acb7dac4f144 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Request body: {'security_group_rule': {'security_group_id': 'cde90e34-0d0f-421f-9c23-00ae35da0dd9', 'project_id': '46f087b172754880886922da635ed29e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:07.998212 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-37a01eae-6ce7-4c80-814d-e0a0893c5bee admin admin] Publish callbacks [] for security_group (fcc4596b-16f8-4760-99b7-120502782d9d), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.031124 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-37a01eae-6ce7-4c80-814d-e0a0893c5bee admin admin] Publish callbacks [] for security_group (fcc4596b-16f8-4760-99b7-120502782d9d), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.032903 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e5e808fc-61b6-467b-a8b1-acb7dac4f144 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group_rule (93f2e383-52ef-4f06-902a-c863498280f8), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.111958 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-37a01eae-6ce7-4c80-814d-e0a0893c5bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (fcc4596b-16f8-4760-99b7-120502782d9d), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.114747 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-37a01eae-6ce7-4c80-814d-e0a0893c5bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.118696 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-37a01eae-6ce7-4c80-814d-e0a0893c5bee admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/fcc4596b-16f8-4760-99b7-120502782d9d HTTP/1.1" status: 204 len: 168 time: 0.2197890 Jan 21 09:51:08.133383 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e5e808fc-61b6-467b-a8b1-acb7dac4f144 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group_rule (93f2e383-52ef-4f06-902a-c863498280f8), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.135009 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a01eae-6ce7-4c80-814d-e0a0893c5bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc4596b-16f8-4760-99b7-120502782d9d,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:08.139874 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e5e808fc-61b6-467b-a8b1-acb7dac4f144 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (93f2e383-52ef-4f06-902a-c863498280f8), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.163969 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e808fc-61b6-467b-a8b1-acb7dac4f144 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f2e383-52ef-4f06-902a-c863498280f8,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:08.176349 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-e5e808fc-61b6-467b-a8b1-acb7dac4f144 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.179353 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-e5e808fc-61b6-467b-a8b1-acb7dac4f144 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2140203 Jan 21 09:51:08.180973 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57418) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:08.187000 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-4b12a9c9-0db9-439e-83db-eb1a287a7029 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Request body: {'security_group_rule': {'security_group_id': 'cde90e34-0d0f-421f-9c23-00ae35da0dd9', 'project_id': '46f087b172754880886922da635ed29e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:08.224837 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b12a9c9-0db9-439e-83db-eb1a287a7029 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group_rule (cf6181cc-b1c9-41ad-94d4-f7bcf0389c51), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.312488 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b12a9c9-0db9-439e-83db-eb1a287a7029 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group_rule (cf6181cc-b1c9-41ad-94d4-f7bcf0389c51), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.318331 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b12a9c9-0db9-439e-83db-eb1a287a7029 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (cf6181cc-b1c9-41ad-94d4-f7bcf0389c51), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.348484 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12a9c9-0db9-439e-83db-eb1a287a7029 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6181cc-b1c9-41ad-94d4-f7bcf0389c51,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:08.358176 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-4b12a9c9-0db9-439e-83db-eb1a287a7029 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.363061 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-4b12a9c9-0db9-439e-83db-eb1a287a7029 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1767468 Jan 21 09:51:08.363061 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57422) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:08.367578 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-57bec8af-8406-4ca7-a416-0a08cd6d5db2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Request body: {'security_group_rule': {'security_group_id': 'cde90e34-0d0f-421f-9c23-00ae35da0dd9', 'project_id': '46f087b172754880886922da635ed29e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:08.400228 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-57bec8af-8406-4ca7-a416-0a08cd6d5db2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group_rule (f774e650-be65-4a1c-8080-fc4822acb1ef), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.479298 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-57bec8af-8406-4ca7-a416-0a08cd6d5db2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group_rule (f774e650-be65-4a1c-8080-fc4822acb1ef), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.485301 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-57bec8af-8406-4ca7-a416-0a08cd6d5db2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (f774e650-be65-4a1c-8080-fc4822acb1ef), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.505518 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bec8af-8406-4ca7-a416-0a08cd6d5db2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f774e650-be65-4a1c-8080-fc4822acb1ef,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:08.516622 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-57bec8af-8406-4ca7-a416-0a08cd6d5db2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.519230 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-57bec8af-8406-4ca7-a416-0a08cd6d5db2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554210 Jan 21 09:51:08.522097 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57428) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:08.526869 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-42b48f87-60c6-422c-b0a2-1d8f137f33f1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Request body: {'security_group_rule': {'security_group_id': 'cde90e34-0d0f-421f-9c23-00ae35da0dd9', 'project_id': '46f087b172754880886922da635ed29e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:08.553783 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.securitygroups_db [None req-42b48f87-60c6-422c-b0a2-1d8f137f33f1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Project 46f087b172754880886922da635ed29e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:51:08.559479 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-42b48f87-60c6-422c-b0a2-1d8f137f33f1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group_rule (7445c747-42b2-4655-8457-84fe3966acb7), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.625524 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-42b48f87-60c6-422c-b0a2-1d8f137f33f1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group_rule (7445c747-42b2-4655-8457-84fe3966acb7), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.630499 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-42b48f87-60c6-422c-b0a2-1d8f137f33f1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (7445c747-42b2-4655-8457-84fe3966acb7), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.649169 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b48f87-60c6-422c-b0a2-1d8f137f33f1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7445c747-42b2-4655-8457-84fe3966acb7,revision_number=0']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:08.659218 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-42b48f87-60c6-422c-b0a2-1d8f137f33f1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.660538 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-42b48f87-60c6-422c-b0a2-1d8f137f33f1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373286 Jan 21 09:51:08.663592 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57434) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:08.669645 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-606918b3-b0a5-4aba-8e7d-82c30dd9a667 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Request body: {'security_group_rule': {'security_group_id': 'cde90e34-0d0f-421f-9c23-00ae35da0dd9', 'project_id': '46f087b172754880886922da635ed29e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:08.700190 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.securitygroups_db [None req-606918b3-b0a5-4aba-8e7d-82c30dd9a667 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Project 46f087b172754880886922da635ed29e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:51:08.707048 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-606918b3-b0a5-4aba-8e7d-82c30dd9a667 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group_rule (49c2ee12-de40-4ee6-8ad7-dc18c9a636f5), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.786129 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-606918b3-b0a5-4aba-8e7d-82c30dd9a667 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group_rule (49c2ee12-de40-4ee6-8ad7-dc18c9a636f5), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.791284 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-606918b3-b0a5-4aba-8e7d-82c30dd9a667 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873925'] for security_group_rule (49c2ee12-de40-4ee6-8ad7-dc18c9a636f5), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.807070 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606918b3-b0a5-4aba-8e7d-82c30dd9a667 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c2ee12-de40-4ee6-8ad7-dc18c9a636f5,revision_number=0']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:08.821615 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-606918b3-b0a5-4aba-8e7d-82c30dd9a667 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:08.822955 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-606918b3-b0a5-4aba-8e7d-82c30dd9a667 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1579292 Jan 21 09:51:09.282926 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:51:09.366309 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:09.367002 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (62a8cb24-a2a8-4300-a4ca-d0752a77f7d3), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:09.468636 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:51:09.469046 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (62a8cb24-a2a8-4300-a4ca-d0752a77f7d3), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:09.494756 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] For port 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=62a8cb24-a2a8-4300-a4ca-d0752a77f7d3,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:09.500571 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (62a8cb24-a2a8-4300-a4ca-d0752a77f7d3), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:09.556125 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Pushing event updated for resources: {'Port': ['ID=62a8cb24-a2a8-4300-a4ca-d0752a77f7d3,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:09.630387 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Sync routers for ids ['74ad4c37-e138-4828-98da-56317fcfb3e9'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:51:09.641016 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Routers {'74ad4c37-e138-4828-98da-56317fcfb3e9'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:51:09.641568 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:50:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['74ad4c37-e138-4828-98da-56317fcfb3e9'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:09.759455 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Set router 74ad4c37-e138-4828-98da-56317fcfb3e9 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:51:09.976571 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'name': 'tempest-TestVolumeBootPattern-931468399-router', 'tenant_id': 'a573e4bce1f04899b80229a7a619f78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62a8cb24-a2a8-4300-a4ca-d0752a77f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:01Z', 'updated_at': '2022-01-21T09:51:04Z', 'revision_number': 4, 'project_id': 'a573e4bce1f04899b80229a7a619f78a', 'gw_port': {'id': '62a8cb24-a2a8-4300-a4ca-d0752a77f7d3', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:14:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:02Z', 'updated_at': '2022-01-21T09:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '36f70e40-30b5-49e7-90fe-ce7ebfbb9910', 'name': '', 'network_id': '3c801368-201a-4263-9058-e431ea170a7e', 'tenant_id': 'a573e4bce1f04899b80229a7a619f78a', 'mac_address': 'fa:16:3e:98:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ac67fc96-b0a2-4da7-ba1f-d0e4776bda84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:04Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 2, 'project_id': 'a573e4bce1f04899b80229a7a619f78a', 'subnets': [{'id': 'ac67fc96-b0a2-4da7-ba1f-d0e4776bda84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:10.007486 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Checking router: 74ad4c37-e138-4828-98da-56317fcfb3e9 for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:51:10.007860 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Updating router 74ad4c37-e138-4828-98da-56317fcfb3e9 port 36f70e40-30b5-49e7-90fe-ce7ebfbb9910 binding host dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:51:10.033700 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:10.314988 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Publish callbacks [] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), precommit_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:10.322952 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:10.384989 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70c4f6-4182-44ce-8140-6a5fce8c2915 None None] Pushing event updated for resources: {'Port': ['ID=36f70e40-30b5-49e7-90fe-ce7ebfbb9910,revision_number=3']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:10.460259 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Attempting to bind port 36f70e40-30b5-49e7-90fe-ce7ebfbb9910 on host dv-cinder-815614-10-iscsi for vnic_type normal with profile {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:51:10.460816 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Attempting to bind port 36f70e40-30b5-49e7-90fe-ce7ebfbb9910 by drivers openvswitch,hyperv on host dv-cinder-815614-10-iscsi at level 0 using segments [{'id': '7e4c6e93-7e15-477f-9fe0-b678f56fcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3c801368-201a-4263-9058-e431ea170a7e'}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:51:10.461349 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Attempting to bind port 36f70e40-30b5-49e7-90fe-ce7ebfbb9910 on network 3c801368-201a-4263-9058-e431ea170a7e {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:51:10.467695 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Checking agent: {'id': '61c042a5-accf-4807-a58e-7c0d736db77f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815614-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 19), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815614-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:51:10.468441 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Checking segment: {'id': '7e4c6e93-7e15-477f-9fe0-b678f56fcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3c801368-201a-4263-9058-e431ea170a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:51:10.468862 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:10.469279 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Bound using segment: {'id': '7e4c6e93-7e15-477f-9fe0-b678f56fcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3c801368-201a-4263-9058-e431ea170a7e'} {{(pid=109059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:51:10.469814 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.managers [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Bound port: 36f70e40-30b5-49e7-90fe-ce7ebfbb9910, host: dv-cinder-815614-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4c6e93-7e15-477f-9fe0-b678f56fcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3c801368-201a-4263-9058-e431ea170a7e'}}] {{(pid=109059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:51:10.470267 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), before_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:10.547728 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] For port 36f70e40-30b5-49e7-90fe-ce7ebfbb9910, host dv-cinder-815614-10-iscsi, cleared binding levels {{(pid=109059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:10.551984 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.plugins.ml2.db [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] For port 36f70e40-30b5-49e7-90fe-ce7ebfbb9910, host dv-cinder-815614-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=36f70e40-30b5-49e7-90fe-ce7ebfbb9910,segment=NetworkSegment(7e4c6e93-7e15-477f-9fe0-b678f56fcd30),segment_id=7e4c6e93-7e15-477f-9fe0-b678f56fcd30)] {{(pid=109059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:10.557794 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), after_update {{(pid=109059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:10.638166 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57554) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:10.638814 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Routers {'74ad4c37-e138-4828-98da-56317fcfb3e9'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:51:10.639302 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:50:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['74ad4c37-e138-4828-98da-56317fcfb3e9'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:10.644743 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70c4f6-4182-44ce-8140-6a5fce8c2915 None None] Pushing event updated for resources: {'Port': ['ID=36f70e40-30b5-49e7-90fe-ce7ebfbb9910,revision_number=4']} {{(pid=109059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:10.712542 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-d5f2d9c7-0f4a-4d77-92c7-2ab83b0547b9 None None] Provisioning complete for port 36f70e40-30b5-49e7-90fe-ce7ebfbb9910 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:10.713538 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-d5f2d9c7-0f4a-4d77-92c7-2ab83b0547b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:10.788102 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-10fa30a7-b980-4005-9843-b783747b4889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:10.827097 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2d9c7-0f4a-4d77-92c7-2ab83b0547b9 None None] Current status of the port 36f70e40-30b5-49e7-90fe-ce7ebfbb9910 is: DOWN; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:51:10.827506 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-d5f2d9c7-0f4a-4d77-92c7-2ab83b0547b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:10.865268 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-d5f2d9c7-0f4a-4d77-92c7-2ab83b0547b9 None None] For port 36f70e40-30b5-49e7-90fe-ce7ebfbb9910, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=36f70e40-30b5-49e7-90fe-ce7ebfbb9910,segment=NetworkSegment(7e4c6e93-7e15-477f-9fe0-b678f56fcd30),segment_id=7e4c6e93-7e15-477f-9fe0-b678f56fcd30)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:10.875182 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-d5f2d9c7-0f4a-4d77-92c7-2ab83b0547b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:10.899110 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] Set router 74ad4c37-e138-4828-98da-56317fcfb3e9 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:51:10.903864 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-10fa30a7-b980-4005-9843-b783747b4889 admin admin] Publish callbacks [] for security_group (a921e929-8029-4631-86b0-8d4ac2e4cba0), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:10.910380 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-10fa30a7-b980-4005-9843-b783747b4889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (a921e929-8029-4631-86b0-8d4ac2e4cba0), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:10.984044 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57558) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:10.984671 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-10fa30a7-b980-4005-9843-b783747b4889 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d3527fa64e154f62bce515d45e2a3566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447154 Jan 21 09:51:10.985237 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa30a7-b980-4005-9843-b783747b4889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a921e929-8029-4631-86b0-8d4ac2e4cba0,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:11.065501 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-96f25cf8-f75a-4ffc-919b-cd91c034dfbc admin admin] Publish callbacks [] for security_group (a921e929-8029-4631-86b0-8d4ac2e4cba0), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:11.088742 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-96f25cf8-f75a-4ffc-919b-cd91c034dfbc admin admin] Publish callbacks [] for security_group (a921e929-8029-4631-86b0-8d4ac2e4cba0), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:11.091285 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-0166ac04-0b25-4ffe-9097-a11404a4f9a4 None None] Provisioning complete for port 36f70e40-30b5-49e7-90fe-ce7ebfbb9910 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:11.091679 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-0166ac04-0b25-4ffe-9097-a11404a4f9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:11.094565 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2d9c7-0f4a-4d77-92c7-2ab83b0547b9 None None] Pushing event updated for resources: {'Port': ['ID=36f70e40-30b5-49e7-90fe-ce7ebfbb9910,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:11.148890 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-96f25cf8-f75a-4ffc-919b-cd91c034dfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (a921e929-8029-4631-86b0-8d4ac2e4cba0), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:11.152777 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-96f25cf8-f75a-4ffc-919b-cd91c034dfbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:11.158353 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-96f25cf8-f75a-4ffc-919b-cd91c034dfbc admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a921e929-8029-4631-86b0-8d4ac2e4cba0 HTTP/1.1" status: 204 len: 168 time: 0.1731303 Jan 21 09:51:11.167188 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f25cf8-f75a-4ffc-919b-cd91c034dfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a921e929-8029-4631-86b0-8d4ac2e4cba0,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:11.188146 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-0166ac04-0b25-4ffe-9097-a11404a4f9a4 None None] Current status of the port 36f70e40-30b5-49e7-90fe-ce7ebfbb9910 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:51:11.206227 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'name': 'tempest-TestVolumeBootPattern-931468399-router', 'tenant_id': 'a573e4bce1f04899b80229a7a619f78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62a8cb24-a2a8-4300-a4ca-d0752a77f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:01Z', 'updated_at': '2022-01-21T09:51:04Z', 'revision_number': 4, 'project_id': 'a573e4bce1f04899b80229a7a619f78a', 'gw_port': {'id': '62a8cb24-a2a8-4300-a4ca-d0752a77f7d3', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:14:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:02Z', 'updated_at': '2022-01-21T09:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '36f70e40-30b5-49e7-90fe-ce7ebfbb9910', 'name': '', 'network_id': '3c801368-201a-4263-9058-e431ea170a7e', 'tenant_id': 'a573e4bce1f04899b80229a7a619f78a', 'mac_address': 'fa:16:3e:98:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ac67fc96-b0a2-4da7-ba1f-d0e4776bda84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:04Z', 'updated_at': '2022-01-21T09:51:10Z', 'revision_number': 4, 'project_id': 'a573e4bce1f04899b80229a7a619f78a', 'subnets': [{'id': 'ac67fc96-b0a2-4da7-ba1f-d0e4776bda84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:11.234466 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6b9b16-8c24-4d7d-8799-2d7fd6b893ec None None] The sync data for ids ['74ad4c37-e138-4828-98da-56317fcfb3e9'] in dv-cinder-815614-10-iscsi is: [{'id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'name': 'tempest-TestVolumeBootPattern-931468399-router', 'tenant_id': 'a573e4bce1f04899b80229a7a619f78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62a8cb24-a2a8-4300-a4ca-d0752a77f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:01Z', 'updated_at': '2022-01-21T09:51:04Z', 'revision_number': 4, 'project_id': 'a573e4bce1f04899b80229a7a619f78a', 'gw_port': {'id': '62a8cb24-a2a8-4300-a4ca-d0752a77f7d3', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:14:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:02Z', 'updated_at': '2022-01-21T09:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '36f70e40-30b5-49e7-90fe-ce7ebfbb9910', 'name': '', 'network_id': '3c801368-201a-4263-9058-e431ea170a7e', 'tenant_id': 'a573e4bce1f04899b80229a7a619f78a', 'mac_address': 'fa:16:3e:98:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ac67fc96-b0a2-4da7-ba1f-d0e4776bda84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:04Z', 'updated_at': '2022-01-21T09:51:10Z', 'revision_number': 4, 'project_id': 'a573e4bce1f04899b80229a7a619f78a', 'subnets': [{'id': 'ac67fc96-b0a2-4da7-ba1f-d0e4776bda84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:51:11.297587 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 36f70e40-30b5-49e7-90fe-ce7ebfbb9910 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:51:11.367410 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 36f70e40-30b5-49e7-90fe-ce7ebfbb9910 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:11.367800 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:11.462298 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 36f70e40-30b5-49e7-90fe-ce7ebfbb9910 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:51:11.464219 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3 up at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:51:11.533525 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57566) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:11.539531 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Provisioning complete for port 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:11.539929 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (62a8cb24-a2a8-4300-a4ca-d0752a77f7d3), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:11.548577 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ebe174c8-4f7f-4882-9e16-0b7f9cade5f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:11.666654 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Current status of the port 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3 is: ACTIVE; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:51:11.678144 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ebe174c8-4f7f-4882-9e16-0b7f9cade5f3 admin admin] Publish callbacks [] for security_group (e5c51422-0acb-418b-b38f-b9342e9126a6), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:11.684192 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-ebe174c8-4f7f-4882-9e16-0b7f9cade5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (e5c51422-0acb-418b-b38f-b9342e9126a6), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:11.727321 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-ebe174c8-4f7f-4882-9e16-0b7f9cade5f3 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a8cd91f068454371902c0cb5b2faded3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923068 Jan 21 09:51:11.728720 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe174c8-4f7f-4882-9e16-0b7f9cade5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c51422-0acb-418b-b38f-b9342e9126a6,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:11.730467 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57568) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:11.783380 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-66565b1a-3f61-4d26-9812-2c7ad402e9bc admin admin] Publish callbacks [] for security_group (e5c51422-0acb-418b-b38f-b9342e9126a6), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:11.807838 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-66565b1a-3f61-4d26-9812-2c7ad402e9bc admin admin] Publish callbacks [] for security_group (e5c51422-0acb-418b-b38f-b9342e9126a6), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:11.856724 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-66565b1a-3f61-4d26-9812-2c7ad402e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (e5c51422-0acb-418b-b38f-b9342e9126a6), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:11.859530 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-66565b1a-3f61-4d26-9812-2c7ad402e9bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:11.860764 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-66565b1a-3f61-4d26-9812-2c7ad402e9bc admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e5c51422-0acb-418b-b38f-b9342e9126a6 HTTP/1.1" status: 204 len: 168 time: 0.1289387 Jan 21 09:51:11.871631 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66565b1a-3f61-4d26-9812-2c7ad402e9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c51422-0acb-418b-b38f-b9342e9126a6,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:12.739668 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c05b1481-9dce-4239-8ea1-2598f33a335a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:12.986892 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57600) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:13.099654 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3ef05797-4e77-4623-b49b-0a1c6743bfeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:13.174128 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3ef05797-4e77-4623-b49b-0a1c6743bfeb admin admin] Publish callbacks [] for security_group (9ca1d062-12b8-493c-9e1a-ffdf1b8ca9a0), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:13.179851 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-3ef05797-4e77-4623-b49b-0a1c6743bfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (9ca1d062-12b8-493c-9e1a-ffdf1b8ca9a0), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:13.219292 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-3ef05797-4e77-4623-b49b-0a1c6743bfeb admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=444fd020c1b2442f83fe880bad30fabc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311902 Jan 21 09:51:13.220079 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef05797-4e77-4623-b49b-0a1c6743bfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca1d062-12b8-493c-9e1a-ffdf1b8ca9a0,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:13.222235 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57604) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:13.275110 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d42c291c-89cd-47ab-b103-3fc3cc3a7fb7 admin admin] Publish callbacks [] for security_group (9ca1d062-12b8-493c-9e1a-ffdf1b8ca9a0), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:13.303938 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d42c291c-89cd-47ab-b103-3fc3cc3a7fb7 admin admin] Publish callbacks [] for security_group (9ca1d062-12b8-493c-9e1a-ffdf1b8ca9a0), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:13.352146 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d42c291c-89cd-47ab-b103-3fc3cc3a7fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (9ca1d062-12b8-493c-9e1a-ffdf1b8ca9a0), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:13.354665 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-d42c291c-89cd-47ab-b103-3fc3cc3a7fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:13.358741 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-d42c291c-89cd-47ab-b103-3fc3cc3a7fb7 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/9ca1d062-12b8-493c-9e1a-ffdf1b8ca9a0 HTTP/1.1" status: 204 len: 168 time: 0.1353886 Jan 21 09:51:13.366995 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c291c-89cd-47ab-b103-3fc3cc3a7fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca1d062-12b8-493c-9e1a-ffdf1b8ca9a0,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:14.413009 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57636) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:14.522403 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-136dd3fe-a0c2-45d9-9e9b-8f38b1dbb5b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:14.598819 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-136dd3fe-a0c2-45d9-9e9b-8f38b1dbb5b5 admin admin] Publish callbacks [] for security_group (a5ce8f50-912a-4b8b-b257-5810a78f3129), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:14.603139 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-136dd3fe-a0c2-45d9-9e9b-8f38b1dbb5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (a5ce8f50-912a-4b8b-b257-5810a78f3129), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:14.641151 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136dd3fe-a0c2-45d9-9e9b-8f38b1dbb5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ce8f50-912a-4b8b-b257-5810a78f3129,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:14.645906 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-136dd3fe-a0c2-45d9-9e9b-8f38b1dbb5b5 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=72d8f2c47f894b9d8540895e9820b224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317955 Jan 21 09:51:14.649386 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57642) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:14.702882 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-dc63515d-5be2-446c-b2fb-b45152c78050 admin admin] Publish callbacks [] for security_group (a5ce8f50-912a-4b8b-b257-5810a78f3129), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:14.725130 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-dc63515d-5be2-446c-b2fb-b45152c78050 admin admin] Publish callbacks [] for security_group (a5ce8f50-912a-4b8b-b257-5810a78f3129), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:14.776954 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-dc63515d-5be2-446c-b2fb-b45152c78050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (a5ce8f50-912a-4b8b-b257-5810a78f3129), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:14.779592 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-dc63515d-5be2-446c-b2fb-b45152c78050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:14.780824 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-dc63515d-5be2-446c-b2fb-b45152c78050 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a5ce8f50-912a-4b8b-b257-5810a78f3129 HTTP/1.1" status: 204 len: 168 time: 0.1309433 Jan 21 09:51:14.789667 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63515d-5be2-446c-b2fb-b45152c78050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ce8f50-912a-4b8b-b257-5810a78f3129,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:15.428176 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b35d23b9-6918-4b15-b33b-1a94d8d250f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:16.896515 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:18.741643 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:19.201549 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:21.036990 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:51:24.361468 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-24bc09b5-2c7d-45aa-993d-cb3d8bd22a5d tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268972250&fields=id&tenant_id=46f087b172754880886922da635ed29e HTTP/1.1" status: 200 len: 267 time: 0.0486827 Jan 21 09:51:24.466566 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-951c2889-d8a1-4b9e-bea8-7c4185c17079 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:24.468107 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-951c2889-d8a1-4b9e-bea8-7c4185c17079 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 812 time: 0.1002021 Jan 21 09:51:24.482418 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-b9116968-7066-4375-8199-22c6969cb870 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/quotas/46f087b172754880886922da635ed29e HTTP/1.1" status: 200 len: 375 time: 0.0089035 Jan 21 09:51:24.536706 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-cb121bad-d2f0-4809-a851-21c9dcc583cc tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495105 Jan 21 09:51:24.631612 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-35e8f337-1d80-4747-821c-8b86e8e4727e service neutron] 10.222.0.112 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836456 Jan 21 09:51:24.730289 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-89556984-5df2-4797-8c82-4dacd2149209 service neutron] 10.222.0.112 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930104 Jan 21 09:51:25.015919 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-bbb9c80a-1231-4498-b3f2-ba9fec2d0dd9 req-c4d7d544-1459-4ab4-b8a8-6736288f8a2c tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 210 time: 0.0288155 Jan 21 09:51:25.942728 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-a9a09ba1-33e6-4500-a3a6-570a459d9575 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:25.944255 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-a9a09ba1-33e6-4500-a3a6-570a459d9575 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.130 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 812 time: 0.1083894 Jan 21 09:51:26.007403 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-c363de29-35fe-4e39-9596-67f12b049c01 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.130 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46f087b172754880886922da635ed29e HTTP/1.1" status: 200 len: 379 time: 0.0553544 Jan 21 09:51:26.015595 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-2aeb93e2-81f5-4fc8-a573-9a8bd2c0f7c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Request body: {'port': {'device_id': '06f9ad5a-56e7-4376-823b-d98ae15f25fe', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'admin_state_up': True, 'tenant_id': '46f087b172754880886922da635ed29e', 'security_groups': ['cde90e34-0d0f-421f-9c23-00ae35da0dd9']}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:26.116638 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-37205699-4973-4d65-9399-773d50faa9ff req-635ad480-b1d9-4276-9752-48c4d26703e1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 210 time: 0.0298307 Jan 21 09:51:26.159777 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-2aeb93e2-81f5-4fc8-a573-9a8bd2c0f7c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Made reservation on behalf of 46f087b172754880886922da635ed29e for: {'port': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:26.163950 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-2aeb93e2-81f5-4fc8-a573-9a8bd2c0f7c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:26.297243 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-2aeb93e2-81f5-4fc8-a573-9a8bd2c0f7c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Allocated IP 172.20.0.11 (330bf798-c357-41b5-984a-46a17f3fcc95/cffb9c61-2825-47e0-8f66-339821510f86/d5f0d4e8-6041-4a93-b110-2429161b162d) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:26.437735 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-2aeb93e2-81f5-4fc8-a573-9a8bd2c0f7c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for port (d5f0d4e8-6041-4a93-b110-2429161b162d), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:26.475748 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-2aeb93e2-81f5-4fc8-a573-9a8bd2c0f7c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (d5f0d4e8-6041-4a93-b110-2429161b162d), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:26.520734 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-2aeb93e2-81f5-4fc8-a573-9a8bd2c0f7c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Network 330bf798-c357-41b5-984a-46a17f3fcc95 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:26.523803 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-2aeb93e2-81f5-4fc8-a573-9a8bd2c0f7c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:26.527466 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-2aeb93e2-81f5-4fc8-a573-9a8bd2c0f7c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:51:26.552086 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb93e2-81f5-4fc8-a573-9a8bd2c0f7c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event updated for resources: {'Port': ['ID=d5f0d4e8-6041-4a93-b110-2429161b162d,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:26.581284 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-2aeb93e2-81f5-4fc8-a573-9a8bd2c0f7c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:26.582709 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-2aeb93e2-81f5-4fc8-a573-9a8bd2c0f7c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:26.601264 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-2aeb93e2-81f5-4fc8-a573-9a8bd2c0f7c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5893955 Jan 21 09:51:26.613354 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Request body: {'port': {'device_id': '06f9ad5a-56e7-4376-823b-d98ae15f25fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:26.670328 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d5f0d4e8-6041-4a93-b110-2429161b162d), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:26.805764 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-25e9e381-b210-444c-b97b-b26b6cd91efd None None] Provisioning complete for port d5f0d4e8-6041-4a93-b110-2429161b162d triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:26.806485 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-25e9e381-b210-444c-b97b-b26b6cd91efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d5f0d4e8-6041-4a93-b110-2429161b162d), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:26.838455 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-25e9e381-b210-444c-b97b-b26b6cd91efd None None] Port d5f0d4e8-6041-4a93-b110-2429161b162d cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:51:26.941204 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f0d4e8-6041-4a93-b110-2429161b162d {{(pid=109056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:51:26.948682 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Publish callbacks [] for port (d5f0d4e8-6041-4a93-b110-2429161b162d), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:26.960495 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.provisioning_blocks [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Transition to ACTIVE for port object d5f0d4e8-6041-4a93-b110-2429161b162d will not be triggered until provisioned by entity L2. {{(pid=109056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:26.964868 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (d5f0d4e8-6041-4a93-b110-2429161b162d), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:27.014964 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Pushing event updated for resources: {'Port': ['ID=d5f0d4e8-6041-4a93-b110-2429161b162d,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:27.090474 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Attempting to bind port d5f0d4e8-6041-4a93-b110-2429161b162d on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:51:27.090755 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Attempting to bind port d5f0d4e8-6041-4a93-b110-2429161b162d by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:51:27.091140 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Attempting to bind port d5f0d4e8-6041-4a93-b110-2429161b162d on network 330bf798-c357-41b5-984a-46a17f3fcc95 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:51:27.096029 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Port d5f0d4e8-6041-4a93-b110-2429161b162d on network 330bf798-c357-41b5-984a-46a17f3fcc95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:51:27.096362 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Attempting to bind port d5f0d4e8-6041-4a93-b110-2429161b162d on network 330bf798-c357-41b5-984a-46a17f3fcc95 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:51:27.101668 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:51:27.102026 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Checking segment: {'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:51:27.102449 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Bound using segment: {'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:51:27.102920 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Bound port: d5f0d4e8-6041-4a93-b110-2429161b162d, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'}}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:51:27.103293 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d5f0d4e8-6041-4a93-b110-2429161b162d), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:27.175695 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] For port d5f0d4e8-6041-4a93-b110-2429161b162d, host hv-cinder-81561, cleared binding levels {{(pid=109056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:27.179028 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] For port d5f0d4e8-6041-4a93-b110-2429161b162d, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d5f0d4e8-6041-4a93-b110-2429161b162d,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:27.184053 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (d5f0d4e8-6041-4a93-b110-2429161b162d), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:27.226967 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:27.227964 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:27.229331 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] 10.222.0.130 "PUT /v2.0/ports/d5f0d4e8-6041-4a93-b110-2429161b162d HTTP/1.1" status: 200 len: 1094 time: 0.6213274 Jan 21 09:51:27.229953 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f9ad5a-56e7-4376-823b-d98ae15f25fe', 'tag': 'd5f0d4e8-6041-4a93-b110-2429161b162d'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:27.232746 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5509de-bffb-4d87-b587-213301161680" -d '{"events": [{"name": "network-changed", "server_uuid": "06f9ad5a-56e7-4376-823b-d98ae15f25fe", "tag": "d5f0d4e8-6041-4a93-b110-2429161b162d"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:51:27.245027 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d1e06-6b4e-4665-8310-0acf71d60c42 req-56ffed9d-60da-476b-b525-b34e8fb7f4a7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:27.253175 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6b6d1e06-6b4e-4665-8310-0acf71d60c42 req-56ffed9d-60da-476b-b525-b34e8fb7f4a7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 944 time: 0.0612664 Jan 21 09:51:27.259712 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb14342-50a0-4749-afcb-e23042a716fe service neutron] Pushing event updated for resources: {'Port': ['ID=d5f0d4e8-6041-4a93-b110-2429161b162d,revision_number=3']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:27.309876 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6b6d1e06-6b4e-4665-8310-0acf71d60c42 req-74c52667-c9c5-4b4e-9e2f-4beb41ce9134 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557187 Jan 21 09:51:27.312985 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70583576-1ae0-47ed-9f3d-5d0101b6ae2d x-openstack-request-id: req-70583576-1ae0-47ed-9f3d-5d0101b6ae2d {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:51:27.313298 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f9ad5a-56e7-4376-823b-d98ae15f25fe", "tag": "d5f0d4e8-6041-4a93-b110-2429161b162d", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:51:27.313662 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-70583576-1ae0-47ed-9f3d-5d0101b6ae2d {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:51:27.314019 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f9ad5a-56e7-4376-823b-d98ae15f25fe', 'tag': 'd5f0d4e8-6041-4a93-b110-2429161b162d', 'status': 'completed', 'code': 200} Jan 21 09:51:27.335757 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-3038e569-6441-4b9c-9ae9-17aab314dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:27.337329 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-3038e569-6441-4b9c-9ae9-17aab314dd01 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 1097 time: 0.0576637 Jan 21 09:51:27.384631 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-d52bf817-6557-4028-8ffb-bf98ad309613 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5f0d4e8-6041-4a93-b110-2429161b162d HTTP/1.1" status: 200 len: 217 time: 0.0391619 Jan 21 09:51:27.440250 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-22cf0dc3-0a91-4fc9-a572-58b7d47164c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:27.441909 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-22cf0dc3-0a91-4fc9-a572-58b7d47164c5 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=cffb9c61-2825-47e0-8f66-339821510f86 HTTP/1.1" status: 200 len: 851 time: 0.0478323 Jan 21 09:51:27.491227 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-59ed68bc-ed24-485b-b6de-3ec3ba498202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:27.492758 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-59ed68bc-ed24-485b-b6de-3ec3ba498202 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=330bf798-c357-41b5-984a-46a17f3fcc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449216 Jan 21 09:51:27.583930 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-00112bfb-6ae5-4fe7-b66a-ef0e089d6253 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852222 Jan 21 09:51:27.670827 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6a3a78fa-2851-41c0-a933-a4a86648b6d0 req-0c87ab94-9d73-4da4-af4a-e6e86a45e67d service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815160 Jan 21 09:51:27.759358 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5509de-bffb-4d87-b587-213301161680 req-b102ce25-3c0b-4225-83a8-a19ba37f8cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:27.760767 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-5f5509de-bffb-4d87-b587-213301161680 req-b102ce25-3c0b-4225-83a8-a19ba37f8cce service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 1097 time: 0.0451009 Jan 21 09:51:27.850868 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5509de-bffb-4d87-b587-213301161680 req-6ef865a3-fcd3-4e49-bfe9-1709b97c9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:27.852355 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-5f5509de-bffb-4d87-b587-213301161680 req-6ef865a3-fcd3-4e49-bfe9-1709b97c9c30 service neutron] 10.222.0.130 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 913 time: 0.0836482 Jan 21 09:51:27.897539 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-5f5509de-bffb-4d87-b587-213301161680 req-9e7fe02a-f680-4f15-9096-c14435b4a415 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5f0d4e8-6041-4a93-b110-2429161b162d HTTP/1.1" status: 200 len: 217 time: 0.0365617 Jan 21 09:51:27.945489 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5509de-bffb-4d87-b587-213301161680 req-5ab48f03-7438-4206-b278-bf72a7c11fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:27.946962 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-5f5509de-bffb-4d87-b587-213301161680 req-5ab48f03-7438-4206-b278-bf72a7c11fae service neutron] 10.222.0.130 "GET /v2.0/subnets?id=cffb9c61-2825-47e0-8f66-339821510f86 HTTP/1.1" status: 200 len: 851 time: 0.0428870 Jan 21 09:51:27.993769 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5509de-bffb-4d87-b587-213301161680 req-84a82208-def6-4e14-9bfc-19a77449657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:27.995297 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-5f5509de-bffb-4d87-b587-213301161680 req-84a82208-def6-4e14-9bfc-19a77449657a service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=330bf798-c357-41b5-984a-46a17f3fcc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410163 Jan 21 09:51:28.087893 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-5f5509de-bffb-4d87-b587-213301161680 req-3eaa0341-c21c-41d9-a24b-c7ec1499a459 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853398 Jan 21 09:51:28.175250 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-5f5509de-bffb-4d87-b587-213301161680 req-e98743d9-ec2a-4bc3-b570-a1fe68c21883 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819178 Jan 21 09:51:28.431540 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41559d95-cf8d-4b80-87aa-cc4eb379b5f6 req-76c9bb0a-f8b3-4923-b975-bb7ef4895bbf tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:28.433039 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-41559d95-cf8d-4b80-87aa-cc4eb379b5f6 req-76c9bb0a-f8b3-4923-b975-bb7ef4895bbf tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 944 time: 0.0510345 Jan 21 09:51:28.486826 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-41559d95-cf8d-4b80-87aa-cc4eb379b5f6 req-49fa481f-0fdd-4997-bb00-f763d6fb5187 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476608 Jan 21 09:51:29.606087 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fa742-729c-4f1e-b56c-0dc2dd3a453b req-ec67a122-fff0-42fb-be95-9567ffe049a2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:29.607672 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-930fa742-729c-4f1e-b56c-0dc2dd3a453b req-ec67a122-fff0-42fb-be95-9567ffe049a2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 944 time: 0.0528889 Jan 21 09:51:29.656465 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-930fa742-729c-4f1e-b56c-0dc2dd3a453b req-8ed638cd-481f-4f2a-89ac-0a21d1a419b6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430307 Jan 21 09:51:30.771751 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce016e-494b-442a-9659-0d75656515d2 req-d50416e9-0ec0-48f8-98f2-02afbeabcc28 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:30.773365 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-76ce016e-494b-442a-9659-0d75656515d2 req-d50416e9-0ec0-48f8-98f2-02afbeabcc28 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 944 time: 0.0482852 Jan 21 09:51:30.823202 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-76ce016e-494b-442a-9659-0d75656515d2 req-81c5a026-7011-4d91-91a2-1032ef025a0b tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442050 Jan 21 09:51:31.315806 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:31.938142 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e394b-2ce2-413b-b3b6-8bf8d29ac870 req-d9e36324-ede5-4ccd-aa69-bf5cd459a943 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:31.940475 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-890e394b-2ce2-413b-b3b6-8bf8d29ac870 req-d9e36324-ede5-4ccd-aa69-bf5cd459a943 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 944 time: 0.0502985 Jan 21 09:51:31.988812 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-890e394b-2ce2-413b-b3b6-8bf8d29ac870 req-c01d67ae-c692-4028-8fbe-53309485e667 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427160 Jan 21 09:51:33.105372 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00543f49-0085-41e2-bd67-dcb224f4971b req-7c1c75dc-1748-4a3b-b35b-7afdb495470a tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:33.106904 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-00543f49-0085-41e2-bd67-dcb224f4971b req-7c1c75dc-1748-4a3b-b35b-7afdb495470a tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 944 time: 0.0498743 Jan 21 09:51:33.155283 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-00543f49-0085-41e2-bd67-dcb224f4971b req-4416abf1-046a-47c4-819d-6ee1c7a965d9 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424931 Jan 21 09:51:34.269977 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8d2e3-c5df-4fff-9a9c-566031fe2db4 req-e876847a-e566-46bd-970b-a5a420c1d34a tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:34.271504 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-61a8d2e3-c5df-4fff-9a9c-566031fe2db4 req-e876847a-e566-46bd-970b-a5a420c1d34a tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 944 time: 0.0490978 Jan 21 09:51:34.322553 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-61a8d2e3-c5df-4fff-9a9c-566031fe2db4 req-f2bb8476-6999-4403-8cd4-428b0445559d tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453892 Jan 21 09:51:35.444387 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f445b9e-4d24-48f2-8c75-5ca4b7e0b734 req-46da59f4-2f3e-49e3-882a-9e8cec55db47 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:35.445896 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7f445b9e-4d24-48f2-8c75-5ca4b7e0b734 req-46da59f4-2f3e-49e3-882a-9e8cec55db47 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 944 time: 0.0569456 Jan 21 09:51:35.458494 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d5f0d4e8-6041-4a93-b110-2429161b162d details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:51:35.495875 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7f445b9e-4d24-48f2-8c75-5ca4b7e0b734 req-ebccfce2-63e2-490f-ade5-a6e5a60f3967 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443459 Jan 21 09:51:35.554762 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d5f0d4e8-6041-4a93-b110-2429161b162d, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d5f0d4e8-6041-4a93-b110-2429161b162d,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:35.567051 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': 'd5f0d4e8-6041-4a93-b110-2429161b162d', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'port_id': 'd5f0d4e8-6041-4a93-b110-2429161b162d', 'mac_address': 'fa:16:3e:79:c8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:51:35.605335 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port d5f0d4e8-6041-4a93-b110-2429161b162d is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:51:35.605634 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d5f0d4e8-6041-4a93-b110-2429161b162d), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:35.618359 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f0d4e8-6041-4a93-b110-2429161b162d {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:51:35.638282 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d5f0d4e8-6041-4a93-b110-2429161b162d, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d5f0d4e8-6041-4a93-b110-2429161b162d,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:35.643030 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d5f0d4e8-6041-4a93-b110-2429161b162d), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:35.688125 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=d5f0d4e8-6041-4a93-b110-2429161b162d,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:35.695831 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:35.696202 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:35.696567 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:35.696925 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:35.697280 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:35.697630 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:35.697975 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:35.698331 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:35.698674 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:35.699065 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:35.699408 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:35.699751 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:35.700090 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:35.848604 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['d5f0d4e8-6041-4a93-b110-2429161b162d'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:51:36.612079 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d838128-a7e3-486d-ad94-51f95a1acae3 req-d9b0179d-4a20-4174-9811-8915fa746909 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:36.613583 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1d838128-a7e3-486d-ad94-51f95a1acae3 req-d9b0179d-4a20-4174-9811-8915fa746909 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 945 time: 0.0499001 Jan 21 09:51:36.661742 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-1d838128-a7e3-486d-ad94-51f95a1acae3 req-971a2b3f-7143-4431-a175-67f4364ba271 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425425 Jan 21 09:51:37.473397 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d5f0d4e8-6041-4a93-b110-2429161b162d up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:51:37.524015 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port d5f0d4e8-6041-4a93-b110-2429161b162d completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:37.528219 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port d5f0d4e8-6041-4a93-b110-2429161b162d triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:37.528615 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (d5f0d4e8-6041-4a93-b110-2429161b162d), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:37.605494 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port d5f0d4e8-6041-4a93-b110-2429161b162d is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:51:37.605888 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (d5f0d4e8-6041-4a93-b110-2429161b162d), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:37.629190 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f9ad5a-56e7-4376-823b-d98ae15f25fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f0d4e8-6041-4a93-b110-2429161b162d'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:37.631534 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312c3868-8b33-4a35-a815-33685e535663" -d '{"events": [{"server_uuid": "06f9ad5a-56e7-4376-823b-d98ae15f25fe", "name": "network-vif-plugged", "status": "completed", "tag": "d5f0d4e8-6041-4a93-b110-2429161b162d"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:51:37.643961 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port d5f0d4e8-6041-4a93-b110-2429161b162d, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d5f0d4e8-6041-4a93-b110-2429161b162d,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:37.648175 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (d5f0d4e8-6041-4a93-b110-2429161b162d), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:37.677845 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbcd105-76ca-4b40-a357-646e14a6d3f3 x-openstack-request-id: req-7fbcd105-76ca-4b40-a357-646e14a6d3f3 {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:51:37.678154 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f9ad5a-56e7-4376-823b-d98ae15f25fe", "name": "network-vif-plugged", "status": "completed", "tag": "d5f0d4e8-6041-4a93-b110-2429161b162d", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:51:37.678417 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7fbcd105-76ca-4b40-a357-646e14a6d3f3 {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:51:37.678847 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f9ad5a-56e7-4376-823b-d98ae15f25fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f0d4e8-6041-4a93-b110-2429161b162d', 'code': 200} Jan 21 09:51:37.716861 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=d5f0d4e8-6041-4a93-b110-2429161b162d,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:37.785401 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d4ccf-1229-4e03-a30d-1bcc73edddc6 req-352debe3-f00d-45dc-b1db-d61b6e45680d tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:37.786987 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-061d4ccf-1229-4e03-a30d-1bcc73edddc6 req-352debe3-f00d-45dc-b1db-d61b6e45680d tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 946 time: 0.0536182 Jan 21 09:51:37.846176 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-061d4ccf-1229-4e03-a30d-1bcc73edddc6 req-d205a893-e938-4fd4-899d-4ee3f7579f39 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495033 Jan 21 09:51:37.893047 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afab02-52be-4f0a-9def-2d9b9dd131ec req-887d3d33-8d75-4afb-be24-fe9948244000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:37.894544 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-97afab02-52be-4f0a-9def-2d9b9dd131ec req-887d3d33-8d75-4afb-be24-fe9948244000 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 1099 time: 0.0408189 Jan 21 09:51:37.939967 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-97afab02-52be-4f0a-9def-2d9b9dd131ec req-728c0a5d-90f4-4c63-8484-9b3f315fc00f service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397604 Jan 21 09:51:38.975387 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f91630-70c1-4d9d-ae79-7a7a1d3a9e1d req-069473dd-eece-426c-abd5-abaf7cc65da8 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:38.976916 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-59f91630-70c1-4d9d-ae79-7a7a1d3a9e1d req-069473dd-eece-426c-abd5-abaf7cc65da8 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 946 time: 0.0583944 Jan 21 09:51:39.026038 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-59f91630-70c1-4d9d-ae79-7a7a1d3a9e1d req-5ea71a8c-ea0a-42e9-8605-c01aa30ad981 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433311 Jan 21 09:51:40.147043 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a516df-7527-410e-a63a-7f47bd5af4e9 req-4e90c8b0-9a6d-4071-96ad-36a128154d58 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:40.148564 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e5a516df-7527-410e-a63a-7f47bd5af4e9 req-4e90c8b0-9a6d-4071-96ad-36a128154d58 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 946 time: 0.0537534 Jan 21 09:51:40.211352 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-e5a516df-7527-410e-a63a-7f47bd5af4e9 req-01536a19-ee87-4f78-9d57-d011505e1758 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568748 Jan 21 09:51:40.329724 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c91402-62da-4ebd-9b8d-5cdc62cb75e1 req-876eb87e-2d9b-462e-a2bb-b734bddf370d tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:40.331157 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-39c91402-62da-4ebd-9b8d-5cdc62cb75e1 req-876eb87e-2d9b-462e-a2bb-b734bddf370d tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 946 time: 0.0501344 Jan 21 09:51:40.379634 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-39c91402-62da-4ebd-9b8d-5cdc62cb75e1 req-8b1284b5-d51f-4487-8a09-72765e8dab87 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427079 Jan 21 09:51:40.402520 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57732) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:40.588243 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4963a4-bca2-4927-919a-a967fdcbb3d0 tempest-TestVolumeBootPattern-296980619 tempest-TestVolumeBootPattern-296980619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:40.589652 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-6a4963a4-bca2-4927-919a-a967fdcbb3d0 tempest-TestVolumeBootPattern-296980619 tempest-TestVolumeBootPattern-296980619-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 1094 time: 0.1860509 Jan 21 09:51:40.592825 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57736) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:51:40.597321 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Request body: {'floatingip': {'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'port_id': 'd5f0d4e8-6041-4a93-b110-2429161b162d', 'tenant_id': '46f087b172754880886922da635ed29e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:40.621628 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:40.721024 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:40.827480 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Allocated IP 172.27.1.111 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/ba08f903-f4f9-40fa-b05b-ee0cc77f1e4d) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:41.212910 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for port (ba08f903-f4f9-40fa-b05b-ee0cc77f1e4d), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:41.247287 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (ba08f903-f4f9-40fa-b05b-ee0cc77f1e4d), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:41.294957 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:41.298014 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:41.301580 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:51:41.323505 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event updated for resources: {'Port': ['ID=ba08f903-f4f9-40fa-b05b-ee0cc77f1e4d,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:41.661427 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for floatingip (aaccacd4-6a7b-474d-9436-18b22303a142), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:41.729235 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (ba08f903-f4f9-40fa-b05b-ee0cc77f1e4d), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:41.884401 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for port (ba08f903-f4f9-40fa-b05b-ee0cc77f1e4d), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:41.889468 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (ba08f903-f4f9-40fa-b05b-ee0cc77f1e4d), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:41.961840 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event updated for resources: {'Port': ['ID=ba08f903-f4f9-40fa-b05b-ee0cc77f1e4d,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:41.971959 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910602'] for floatingip (aaccacd4-6a7b-474d-9436-18b22303a142), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:42.074510 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.l3_db [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Floating IP aaccacd4-6a7b-474d-9436-18b22303a142 associated. External IP: 172.27.1.111, port: d5f0d4e8-6041-4a93-b110-2429161b162d. Jan 21 09:51:42.301133 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Router caf60d11-401a-46ee-a571-b25f29a57343 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:51:42.409986 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:42.421062 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9def55-88f9-4eb4-a58c-85ae25e1d717 None None] Sync routers for ids ['caf60d11-401a-46ee-a571-b25f29a57343'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:51:42.429186 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:42.432149 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9def55-88f9-4eb4-a58c-85ae25e1d717 None None] Routers {'caf60d11-401a-46ee-a571-b25f29a57343'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:51:42.432834 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-de9def55-88f9-4eb4-a58c-85ae25e1d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:51:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['caf60d11-401a-46ee-a571-b25f29a57343'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:42.461850 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-a053ab55-8d4f-4618-871c-9838c5f711c1 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8679159 Jan 21 09:51:42.464164 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f9ad5a-56e7-4376-823b-d98ae15f25fe', 'tag': 'd5f0d4e8-6041-4a93-b110-2429161b162d'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:42.467023 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9889a373-dff4-42a0-baf3-d520881343f9" -d '{"events": [{"name": "network-changed", "server_uuid": "06f9ad5a-56e7-4376-823b-d98ae15f25fe", "tag": "d5f0d4e8-6041-4a93-b110-2429161b162d"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:51:42.508194 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec69c0c3-b6ee-42eb-a202-9b6114628a5e x-openstack-request-id: req-ec69c0c3-b6ee-42eb-a202-9b6114628a5e {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:51:42.508504 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f9ad5a-56e7-4376-823b-d98ae15f25fe", "tag": "d5f0d4e8-6041-4a93-b110-2429161b162d", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:51:42.508775 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-ec69c0c3-b6ee-42eb-a202-9b6114628a5e {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:51:42.509206 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f9ad5a-56e7-4376-823b-d98ae15f25fe', 'tag': 'd5f0d4e8-6041-4a93-b110-2429161b162d', 'status': 'completed', 'code': 200} Jan 21 09:51:42.543249 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-de9def55-88f9-4eb4-a58c-85ae25e1d717 None None] Set router caf60d11-401a-46ee-a571-b25f29a57343 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:51:42.572239 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889a373-dff4-42a0-baf3-d520881343f9 req-51dd4d32-cd7a-408e-a46a-588ba4df5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:42.573761 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9889a373-dff4-42a0-baf3-d520881343f9 req-51dd4d32-cd7a-408e-a46a-588ba4df5f82 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 1099 time: 0.0436819 Jan 21 09:51:42.668118 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889a373-dff4-42a0-baf3-d520881343f9 req-34ac284c-fda7-465e-bf24-46b477800e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:42.670607 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9889a373-dff4-42a0-baf3-d520881343f9 req-34ac284c-fda7-465e-bf24-46b477800e07 service neutron] 10.222.0.130 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 913 time: 0.0902061 Jan 21 09:51:42.736881 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9889a373-dff4-42a0-baf3-d520881343f9 req-65a4812b-1dd9-4075-a57a-db3917b2f9af service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5f0d4e8-6041-4a93-b110-2429161b162d HTTP/1.1" status: 200 len: 1000 time: 0.0597153 Jan 21 09:51:42.761720 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-235a122c-9236-4402-955b-3752a34706f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:42.787567 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889a373-dff4-42a0-baf3-d520881343f9 req-fdc51f4d-26e5-4d03-b7b0-ce7259fbe0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:42.787954 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-de9def55-88f9-4eb4-a58c-85ae25e1d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': 'aaccacd4-6a7b-474d-9436-18b22303a142', 'tenant_id': '46f087b172754880886922da635ed29e', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'port_id': 'd5f0d4e8-6041-4a93-b110-2429161b162d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'mac_address': 'fa:16:3e:79:c8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f9ad5a-56e7-4376-823b-d98ae15f25fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:51:41Z', 'updated_at': '2022-01-21T09:51:41Z', 'revision_number': 0, 'project_id': '46f087b172754880886922da635ed29e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:42.789073 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9889a373-dff4-42a0-baf3-d520881343f9 req-fdc51f4d-26e5-4d03-b7b0-ce7259fbe0d8 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=cffb9c61-2825-47e0-8f66-339821510f86 HTTP/1.1" status: 200 len: 851 time: 0.0461938 Jan 21 09:51:42.815475 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9def55-88f9-4eb4-a58c-85ae25e1d717 None None] Checking router: caf60d11-401a-46ee-a571-b25f29a57343 for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:51:42.824320 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9def55-88f9-4eb4-a58c-85ae25e1d717 None None] Routers {'caf60d11-401a-46ee-a571-b25f29a57343'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:51:42.824836 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-de9def55-88f9-4eb4-a58c-85ae25e1d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:51:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['caf60d11-401a-46ee-a571-b25f29a57343'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:42.837961 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889a373-dff4-42a0-baf3-d520881343f9 req-24403c69-a95c-4bcd-add5-763ac8ec1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:42.839898 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9889a373-dff4-42a0-baf3-d520881343f9 req-24403c69-a95c-4bcd-add5-763ac8ec1f96 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=330bf798-c357-41b5-984a-46a17f3fcc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456083 Jan 21 09:51:42.930524 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9889a373-dff4-42a0-baf3-d520881343f9 req-e52b292b-8cc3-461b-88e6-6aa297f37d3c service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834143 Jan 21 09:51:42.930912 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-de9def55-88f9-4eb4-a58c-85ae25e1d717 None None] Set router caf60d11-401a-46ee-a571-b25f29a57343 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:51:43.023206 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-9889a373-dff4-42a0-baf3-d520881343f9 req-9f6f00bd-bc01-4409-9382-f4a7e90b71e7 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866554 Jan 21 09:51:43.154399 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-de9def55-88f9-4eb4-a58c-85ae25e1d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': 'aaccacd4-6a7b-474d-9436-18b22303a142', 'tenant_id': '46f087b172754880886922da635ed29e', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'port_id': 'd5f0d4e8-6041-4a93-b110-2429161b162d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'mac_address': 'fa:16:3e:79:c8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f9ad5a-56e7-4376-823b-d98ae15f25fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:51:41Z', 'updated_at': '2022-01-21T09:51:41Z', 'revision_number': 0, 'project_id': '46f087b172754880886922da635ed29e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:43.183374 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9def55-88f9-4eb4-a58c-85ae25e1d717 None None] The sync data for ids ['caf60d11-401a-46ee-a571-b25f29a57343'] in dv-cinder-815614-10-iscsi is: [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': 'aaccacd4-6a7b-474d-9436-18b22303a142', 'tenant_id': '46f087b172754880886922da635ed29e', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'port_id': 'd5f0d4e8-6041-4a93-b110-2429161b162d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'mac_address': 'fa:16:3e:79:c8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f9ad5a-56e7-4376-823b-d98ae15f25fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:51:41Z', 'updated_at': '2022-01-21T09:51:41Z', 'revision_number': 0, 'project_id': '46f087b172754880886922da635ed29e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:51:43.406104 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcca4caf-f99f-4964-a92b-b907f71b542c None None] New status for floating IP aaccacd4-6a7b-474d-9436-18b22303a142: ACTIVE {{(pid=109059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:51:45.430944 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-fcd96680-7b6d-4e9a-83d4-d2a551e40c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:46.897777 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:48.740253 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:49.205695 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:58.036451 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:52:01.328806 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:52:12.734691 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-3bf3f4ac-dbfb-4a9d-9b50-945e65d748b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:52:15.437612 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8c1b91b9-8b7f-4cc5-bc08-501ab5dbfe31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:52:16.900860 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:52:18.745083 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:52:19.208267 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:52:31.332760 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:52:34.551234 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3d1a6387-380e-4a64-9fce-316732fe4beb req-24aa8a3c-df9d-4b1c-803e-450c8d1127ae service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409470 Jan 21 09:52:34.633082 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a6387-380e-4a64-9fce-316732fe4beb req-b9c9947e-dc1a-43d3-b271-906f53c7bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:34.634570 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3d1a6387-380e-4a64-9fce-316732fe4beb req-b9c9947e-dc1a-43d3-b271-906f53c7bb03 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 1099 time: 0.0402527 Jan 21 09:52:34.739012 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a6387-380e-4a64-9fce-316732fe4beb req-c6cfe873-7009-44ad-a2d8-8a29a8209939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:34.740498 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3d1a6387-380e-4a64-9fce-316732fe4beb req-c6cfe873-7009-44ad-a2d8-8a29a8209939 service neutron] 10.222.0.130 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 913 time: 0.0870790 Jan 21 09:52:34.804078 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3d1a6387-380e-4a64-9fce-316732fe4beb req-4b683c44-dca6-4030-9537-7295925f1021 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5f0d4e8-6041-4a93-b110-2429161b162d HTTP/1.1" status: 200 len: 1002 time: 0.0578086 Jan 21 09:52:34.854946 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a6387-380e-4a64-9fce-316732fe4beb req-36552afa-89c0-46a6-b2c3-a371c7cb28a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:34.856423 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3d1a6387-380e-4a64-9fce-316732fe4beb req-36552afa-89c0-46a6-b2c3-a371c7cb28a0 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=cffb9c61-2825-47e0-8f66-339821510f86 HTTP/1.1" status: 200 len: 851 time: 0.0470397 Jan 21 09:52:34.901338 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a6387-380e-4a64-9fce-316732fe4beb req-6c2cf8e6-58a2-439e-b1b6-ea15a4520d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:34.902916 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3d1a6387-380e-4a64-9fce-316732fe4beb req-6c2cf8e6-58a2-439e-b1b6-ea15a4520d6f service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=330bf798-c357-41b5-984a-46a17f3fcc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402882 Jan 21 09:52:34.992402 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3d1a6387-380e-4a64-9fce-316732fe4beb req-e2b66775-3438-4aec-aa71-30b2043e9423 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828941 Jan 21 09:52:35.035059 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:52:35.088402 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-3d1a6387-380e-4a64-9fce-316732fe4beb req-b4a5d421-fe5f-488e-9ddf-91b33c0f4e0f service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894556 Jan 21 09:52:42.736504 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-03a3a674-1e95-4d22-b29c-00b1554e2bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:52:45.430050 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-0b2715f8-d191-49a5-944c-e9e087881257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:52:46.903805 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:52:48.747753 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:52:49.214672 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:01.330596 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:12.034369 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:53:12.738382 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8e6b4334-16f8-4511-80e5-22b839e23155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:15.431632 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-44532366-9a98-4ec4-ba24-30d3b5894b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:16.908455 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:18.750205 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:19.207358 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:31.333107 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:35.608426 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-32ff9f8e-64a3-4044-a50e-171ee79c8cba req-57d3ffc7-b11d-4568-80ce-0bfe573538f5 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861523 Jan 21 09:53:35.695167 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff9f8e-64a3-4044-a50e-171ee79c8cba req-849cf863-811b-4ba5-a380-1487a3652376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:35.696688 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-32ff9f8e-64a3-4044-a50e-171ee79c8cba req-849cf863-811b-4ba5-a380-1487a3652376 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 1099 time: 0.0456643 Jan 21 09:53:35.802573 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff9f8e-64a3-4044-a50e-171ee79c8cba req-0404520c-7c53-477d-9418-7f9fdc0c0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:35.804042 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-32ff9f8e-64a3-4044-a50e-171ee79c8cba req-0404520c-7c53-477d-9418-7f9fdc0c0957 service neutron] 10.222.0.130 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 913 time: 0.0884023 Jan 21 09:53:35.875864 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-32ff9f8e-64a3-4044-a50e-171ee79c8cba req-92089d69-fb20-47a7-b751-f3c802fced2b service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5f0d4e8-6041-4a93-b110-2429161b162d HTTP/1.1" status: 200 len: 1002 time: 0.0656960 Jan 21 09:53:35.924369 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff9f8e-64a3-4044-a50e-171ee79c8cba req-f916901a-6358-4430-a517-7e22e5a6be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:35.925844 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-32ff9f8e-64a3-4044-a50e-171ee79c8cba req-f916901a-6358-4430-a517-7e22e5a6be85 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=cffb9c61-2825-47e0-8f66-339821510f86 HTTP/1.1" status: 200 len: 851 time: 0.0439689 Jan 21 09:53:35.970907 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff9f8e-64a3-4044-a50e-171ee79c8cba req-d609db5a-a359-4084-9382-abd43eee71db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:35.975711 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-32ff9f8e-64a3-4044-a50e-171ee79c8cba req-d609db5a-a359-4084-9382-abd43eee71db service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=330bf798-c357-41b5-984a-46a17f3fcc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442255 Jan 21 09:53:35.985716 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [req-32ff9f8e-64a3-4044-a50e-171ee79c8cba req-23612e98-9588-4738-b7fd-821b4bd21146 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:53:35.986680 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-32ff9f8e-64a3-4044-a50e-171ee79c8cba req-23612e98-9588-4738-b7fd-821b4bd21146 service neutron] 10.222.0.130 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051167 Jan 21 09:53:36.080328 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-32ff9f8e-64a3-4044-a50e-171ee79c8cba req-874923d9-a9cd-4ace-91e3-66aecfa88b35 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873826 Jan 21 09:53:36.169235 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-32ff9f8e-64a3-4044-a50e-171ee79c8cba req-47db447f-0861-4157-9e99-5c1c33efff34 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824568 Jan 21 09:53:36.862764 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12f8ba-064c-4d5c-ba1d-c9c7d356140c req-f4510def-a7d0-494d-8a0f-15c4fa49673e tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:36.864299 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-df12f8ba-064c-4d5c-ba1d-c9c7d356140c req-f4510def-a7d0-494d-8a0f-15c4fa49673e tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 946 time: 0.1593764 Jan 21 09:53:36.912651 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-df12f8ba-064c-4d5c-ba1d-c9c7d356140c req-8f86b058-a8c1-49bb-a98b-2535af2889d0 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425575 Jan 21 09:53:38.090212 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0ca6d-9308-43c7-966c-551134111a7b req-962060ef-7242-4f88-941b-7be2988b0625 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:38.091905 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6bf0ca6d-9308-43c7-966c-551134111a7b req-962060ef-7242-4f88-941b-7be2988b0625 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 946 time: 0.1066861 Jan 21 09:53:38.141701 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6bf0ca6d-9308-43c7-966c-551134111a7b req-38ef1dcd-eedf-43d4-8758-9dbadb8d48ad tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432272 Jan 21 09:53:38.279592 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd85190-3ae9-4e43-9fa2-d26b7481c2e2 req-cab88aad-1ba8-4eca-8b80-072e31dd0f89 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:38.280976 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-abd85190-3ae9-4e43-9fa2-d26b7481c2e2 req-cab88aad-1ba8-4eca-8b80-072e31dd0f89 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.130 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 946 time: 0.0503612 Jan 21 09:53:38.368117 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-abd85190-3ae9-4e43-9fa2-d26b7481c2e2 req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Deleting port d5f0d4e8-6041-4a93-b110-2429161b162d {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:53:38.368471 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-abd85190-3ae9-4e43-9fa2-d26b7481c2e2 req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (d5f0d4e8-6041-4a93-b110-2429161b162d), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:38.458243 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-abd85190-3ae9-4e43-9fa2-d26b7481c2e2 req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] For port d5f0d4e8-6041-4a93-b110-2429161b162d, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=d5f0d4e8-6041-4a93-b110-2429161b162d,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:38.458615 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-abd85190-3ae9-4e43-9fa2-d26b7481c2e2 req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (d5f0d4e8-6041-4a93-b110-2429161b162d), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:38.628914 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-abd85190-3ae9-4e43-9fa2-d26b7481c2e2 req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:38.629189 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-abd85190-3ae9-4e43-9fa2-d26b7481c2e2 req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910602'] for floatingip (aaccacd4-6a7b-474d-9436-18b22303a142), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:38.629500 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.l3_db [req-abd85190-3ae9-4e43-9fa2-d26b7481c2e2 req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Floating IP aaccacd4-6a7b-474d-9436-18b22303a142 disassociated. External IP: 172.27.1.111, port: d5f0d4e8-6041-4a93-b110-2429161b162d. Jan 21 09:53:38.629850 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-abd85190-3ae9-4e43-9fa2-d26b7481c2e2 req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Calling delete_port for d5f0d4e8-6041-4a93-b110-2429161b162d owned by compute:nova {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:53:38.760405 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-abd85190-3ae9-4e43-9fa2-d26b7481c2e2 req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (d5f0d4e8-6041-4a93-b110-2429161b162d), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:38.789270 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event deleted for resources: {'Port': ['ID=d5f0d4e8-6041-4a93-b110-2429161b162d,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:38.802337 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:38.802701 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:38.803101 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:38.803457 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:38.803808 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:38.804153 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:38.804499 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:38.804847 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:38.805187 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:38.805531 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:38.805866 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:38.806281 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:38.806622 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:38.917366 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abd85190-3ae9-4e43-9fa2-d26b7481c2e2 req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Router caf60d11-401a-46ee-a571-b25f29a57343 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:53:39.025853 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abd85190-3ae9-4e43-9fa2-d26b7481c2e2 req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:53:39.036290 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d015be-b96e-49a1-9e25-518a7f58e67b None None] Sync routers for ids ['caf60d11-401a-46ee-a571-b25f29a57343'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:53:39.047416 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d015be-b96e-49a1-9e25-518a7f58e67b None None] Routers {'caf60d11-401a-46ee-a571-b25f29a57343'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:53:39.048048 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-c4d015be-b96e-49a1-9e25-518a7f58e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:53:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['caf60d11-401a-46ee-a571-b25f29a57343'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:39.067774 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd85190-3ae9-4e43-9fa2-d26b7481c2e2 req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] No DVR routers for this DVR port d5f0d4e8-6041-4a93-b110-2429161b162d on host hv-cinder-81561 {{(pid=109056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:53:39.070619 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-abd85190-3ae9-4e43-9fa2-d26b7481c2e2 req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:39.074453 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-abd85190-3ae9-4e43-9fa2-d26b7481c2e2 req-0b0ea362-ebe0-4997-b354-228a6eeef372 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.130 "DELETE /v2.0/ports/d5f0d4e8-6041-4a93-b110-2429161b162d HTTP/1.1" status: 204 len: 173 time: 0.7880349 Jan 21 09:53:39.074989 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f9ad5a-56e7-4376-823b-d98ae15f25fe', 'name': 'network-vif-deleted', 'tag': 'd5f0d4e8-6041-4a93-b110-2429161b162d'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:39.078344 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f555189-f34e-4b7e-939f-38c9c7e830a2" -d '{"events": [{"server_uuid": "06f9ad5a-56e7-4376-823b-d98ae15f25fe", "name": "network-vif-deleted", "tag": "d5f0d4e8-6041-4a93-b110-2429161b162d"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:53:39.221686 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1eb0ef8-3ade-4bcd-b47b-903149e6de47 x-openstack-request-id: req-c1eb0ef8-3ade-4bcd-b47b-903149e6de47 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:53:39.222465 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f9ad5a-56e7-4376-823b-d98ae15f25fe", "name": "network-vif-deleted", "tag": "d5f0d4e8-6041-4a93-b110-2429161b162d", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:53:39.222465 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-c1eb0ef8-3ade-4bcd-b47b-903149e6de47 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:53:39.222695 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f9ad5a-56e7-4376-823b-d98ae15f25fe', 'name': 'network-vif-deleted', 'tag': 'd5f0d4e8-6041-4a93-b110-2429161b162d', 'status': 'completed', 'code': 200} Jan 21 09:53:39.260780 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0b01d175-e0be-4c52-9f07-6c5c49c648cc req-aeda4ee7-1f36-440f-aa2c-c8461982511b tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=06f9ad5a-56e7-4376-823b-d98ae15f25fe HTTP/1.1" status: 200 len: 210 time: 0.0351422 Jan 21 09:53:39.319209 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-c4d015be-b96e-49a1-9e25-518a7f58e67b None None] Set router caf60d11-401a-46ee-a571-b25f29a57343 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:53:39.523802 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-c4d015be-b96e-49a1-9e25-518a7f58e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:39.550640 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d015be-b96e-49a1-9e25-518a7f58e67b None None] Checking router: caf60d11-401a-46ee-a571-b25f29a57343 for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:53:39.559239 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d015be-b96e-49a1-9e25-518a7f58e67b None None] Routers {'caf60d11-401a-46ee-a571-b25f29a57343'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:53:39.559868 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-c4d015be-b96e-49a1-9e25-518a7f58e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:53:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['caf60d11-401a-46ee-a571-b25f29a57343'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:39.664805 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-c4d015be-b96e-49a1-9e25-518a7f58e67b None None] Set router caf60d11-401a-46ee-a571-b25f29a57343 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:53:39.869248 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-c4d015be-b96e-49a1-9e25-518a7f58e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:39.898894 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d015be-b96e-49a1-9e25-518a7f58e67b None None] The sync data for ids ['caf60d11-401a-46ee-a571-b25f29a57343'] in dv-cinder-815614-10-iscsi is: [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:53:40.163726 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb69d6d-798e-4d77-a12a-9c29a2445047 None None] New status for floating IP aaccacd4-6a7b-474d-9436-18b22303a142: DOWN {{(pid=109059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:53:40.471910 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-866c25a0-5b0c-4de1-b2c2-77d2c68a3c79 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268972250&fields=id&tenant_id=46f087b172754880886922da635ed29e HTTP/1.1" status: 200 len: 267 time: 0.0443463 Jan 21 09:53:40.575460 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-760be165-6fc5-41ef-8f75-ba939e192a21 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:40.576932 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-760be165-6fc5-41ef-8f75-ba939e192a21 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 812 time: 0.0982466 Jan 21 09:53:40.592752 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-b774f273-5d78-49e7-ba67-48ac4d7a7978 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/quotas/46f087b172754880886922da635ed29e HTTP/1.1" status: 200 len: 375 time: 0.0096686 Jan 21 09:53:40.646708 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-6fbeee79-e0f5-4ef4-b47d-edf98329b81b tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488441 Jan 21 09:53:40.707120 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-5443eb71-2566-4f73-b2a6-818e392b949a service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:53:40.708172 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-5443eb71-2566-4f73-b2a6-818e392b949a service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0498409 Jan 21 09:53:40.799336 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-12f83994-fcf7-40f3-87c0-6d4141f3a979 service neutron] 10.222.0.112 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849471 Jan 21 09:53:41.165985 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-f3da1aee-b8bc-47ca-b830-24f59c1055c0 service neutron] 10.222.0.112 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608229 Jan 21 09:53:41.459990 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a4cebaed-6370-4355-89ba-a259c5e49ac1 req-9c632d82-a082-4ab9-b635-814ef0b28b0c tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 210 time: 0.0347230 Jan 21 09:53:42.039975 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d5f0d4e8-6041-4a93-b110-2429161b162d no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:53:42.061051 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: d5f0d4e8-6041-4a93-b110-2429161b162d {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:53:42.061713 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device d5f0d4e8-6041-4a93-b110-2429161b162d not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:53:42.496556 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-13d30a95-ee71-4448-9548-8d46fc27c823 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:42.498050 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-13d30a95-ee71-4448-9548-8d46fc27c823 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.130 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 812 time: 0.1084068 Jan 21 09:53:42.576001 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-89aaea23-e0d3-4dbe-a9da-7b3bc67b77b7 req-afd7097f-d137-4dcb-9888-0450f5e945e2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 210 time: 0.0402484 Jan 21 09:53:42.591267 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-d5523c87-0b51-49d5-b57f-6ee42df3ce04 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.130 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46f087b172754880886922da635ed29e HTTP/1.1" status: 200 len: 379 time: 0.0843558 Jan 21 09:53:42.599407 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-ff969c7f-bc3c-411b-ac41-d969f48ad335 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Request body: {'port': {'device_id': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'admin_state_up': True, 'tenant_id': '46f087b172754880886922da635ed29e', 'security_groups': ['cde90e34-0d0f-421f-9c23-00ae35da0dd9']}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:42.712213 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-ff969c7f-bc3c-411b-ac41-d969f48ad335 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Made reservation on behalf of 46f087b172754880886922da635ed29e for: {'port': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:53:42.715756 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-ff969c7f-bc3c-411b-ac41-d969f48ad335 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:42.751102 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-12f58cd8-195d-41e8-b762-30eeec099e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:42.847549 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-ff969c7f-bc3c-411b-ac41-d969f48ad335 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Allocated IP 172.20.0.6 (330bf798-c357-41b5-984a-46a17f3fcc95/cffb9c61-2825-47e0-8f66-339821510f86/2810ec81-54ea-46de-9421-791e10b5db84) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:42.990436 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-ff969c7f-bc3c-411b-ac41-d969f48ad335 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for port (2810ec81-54ea-46de-9421-791e10b5db84), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:43.026165 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-ff969c7f-bc3c-411b-ac41-d969f48ad335 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (2810ec81-54ea-46de-9421-791e10b5db84), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:43.072002 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-ff969c7f-bc3c-411b-ac41-d969f48ad335 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Network 330bf798-c357-41b5-984a-46a17f3fcc95 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:43.075147 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-ff969c7f-bc3c-411b-ac41-d969f48ad335 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:43.079927 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-ff969c7f-bc3c-411b-ac41-d969f48ad335 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:53:43.087678 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff969c7f-bc3c-411b-ac41-d969f48ad335 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event updated for resources: {'Port': ['ID=2810ec81-54ea-46de-9421-791e10b5db84,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:43.138008 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-ff969c7f-bc3c-411b-ac41-d969f48ad335 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:43.138674 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-ff969c7f-bc3c-411b-ac41-d969f48ad335 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:43.155751 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-ff969c7f-bc3c-411b-ac41-d969f48ad335 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5600593 Jan 21 09:53:43.169275 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Request body: {'port': {'device_id': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:43.229539 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (2810ec81-54ea-46de-9421-791e10b5db84), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:43.380563 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-d9994691-b2ce-4cea-a765-c89323f0d610 None None] Provisioning complete for port 2810ec81-54ea-46de-9421-791e10b5db84 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:43.381252 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-d9994691-b2ce-4cea-a765-c89323f0d610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (2810ec81-54ea-46de-9421-791e10b5db84), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:43.414274 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-d9994691-b2ce-4cea-a765-c89323f0d610 None None] Port 2810ec81-54ea-46de-9421-791e10b5db84 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:53:43.507708 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2810ec81-54ea-46de-9421-791e10b5db84 {{(pid=109056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:53:43.515335 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Publish callbacks [] for port (2810ec81-54ea-46de-9421-791e10b5db84), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:43.530612 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.provisioning_blocks [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Transition to ACTIVE for port object 2810ec81-54ea-46de-9421-791e10b5db84 will not be triggered until provisioned by entity L2. {{(pid=109056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:43.536144 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (2810ec81-54ea-46de-9421-791e10b5db84), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:43.618153 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Pushing event updated for resources: {'Port': ['ID=2810ec81-54ea-46de-9421-791e10b5db84,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:43.676585 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Attempting to bind port 2810ec81-54ea-46de-9421-791e10b5db84 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:53:43.676986 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Attempting to bind port 2810ec81-54ea-46de-9421-791e10b5db84 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:53:43.677289 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Attempting to bind port 2810ec81-54ea-46de-9421-791e10b5db84 on network 330bf798-c357-41b5-984a-46a17f3fcc95 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:53:43.682207 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Port 2810ec81-54ea-46de-9421-791e10b5db84 on network 330bf798-c357-41b5-984a-46a17f3fcc95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:53:43.682548 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Attempting to bind port 2810ec81-54ea-46de-9421-791e10b5db84 on network 330bf798-c357-41b5-984a-46a17f3fcc95 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:53:43.688067 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:53:43.688425 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Checking segment: {'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:53:43.688837 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Bound using segment: {'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:53:43.689299 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Bound port: 2810ec81-54ea-46de-9421-791e10b5db84, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'}}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:53:43.689759 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (2810ec81-54ea-46de-9421-791e10b5db84), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:43.711098 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8d051-fe97-49af-9b47-0337dd15f97e req-d60cc830-e445-4d85-9342-a86964d4e063 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:43.712737 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5bd8d051-fe97-49af-9b47-0337dd15f97e req-d60cc830-e445-4d85-9342-a86964d4e063 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 943 time: 0.0578284 Jan 21 09:53:43.758083 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] For port 2810ec81-54ea-46de-9421-791e10b5db84, host hv-cinder-81561, cleared binding levels {{(pid=109056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:53:43.761940 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] For port 2810ec81-54ea-46de-9421-791e10b5db84, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=2810ec81-54ea-46de-9421-791e10b5db84,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:53:43.770023 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (2810ec81-54ea-46de-9421-791e10b5db84), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:43.772687 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-5bd8d051-fe97-49af-9b47-0337dd15f97e req-98ffc92e-4f3f-4793-906d-53212d377257 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526333 Jan 21 09:53:43.805739 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:43.806386 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:43.807867 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] 10.222.0.130 "PUT /v2.0/ports/2810ec81-54ea-46de-9421-791e10b5db84 HTTP/1.1" status: 200 len: 1093 time: 0.6429937 Jan 21 09:53:43.808339 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'tag': '2810ec81-54ea-46de-9421-791e10b5db84'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:43.810690 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8062974f-b5e4-4b53-b7dd-7a23f533933a" -d '{"events": [{"name": "network-changed", "server_uuid": "e39d1b33-1326-4ded-b7d5-a578de867d4d", "tag": "2810ec81-54ea-46de-9421-791e10b5db84"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:53:43.840068 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb872f0d-3c7b-483a-85bf-547211baf3de service neutron] Pushing event updated for resources: {'Port': ['ID=2810ec81-54ea-46de-9421-791e10b5db84,revision_number=3']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:43.863650 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2220da-4e90-4ec4-8c9c-b50430f61c4b x-openstack-request-id: req-6f2220da-4e90-4ec4-8c9c-b50430f61c4b {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:53:43.863971 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39d1b33-1326-4ded-b7d5-a578de867d4d", "tag": "2810ec81-54ea-46de-9421-791e10b5db84", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:53:43.864248 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6f2220da-4e90-4ec4-8c9c-b50430f61c4b {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:53:43.864687 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'tag': '2810ec81-54ea-46de-9421-791e10b5db84', 'status': 'completed', 'code': 200} Jan 21 09:53:43.933340 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-993bac20-438f-4515-8158-f0c78d8bf609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:43.934969 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-993bac20-438f-4515-8158-f0c78d8bf609 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 1096 time: 0.0506220 Jan 21 09:53:43.977660 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-7b9b89df-ff43-4b58-bbbc-0b42d93681e0 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2810ec81-54ea-46de-9421-791e10b5db84 HTTP/1.1" status: 200 len: 217 time: 0.0355561 Jan 21 09:53:44.027240 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-e9fefffa-1287-4994-bfe3-4997df6f76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:44.028922 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-e9fefffa-1287-4994-bfe3-4997df6f76bb service neutron] 10.222.0.130 "GET /v2.0/subnets?id=cffb9c61-2825-47e0-8f66-339821510f86 HTTP/1.1" status: 200 len: 851 time: 0.0464211 Jan 21 09:53:44.079005 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-cc41cfe2-8944-4dbb-b81b-00fada5a4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:44.080573 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-cc41cfe2-8944-4dbb-b81b-00fada5a4caf service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=330bf798-c357-41b5-984a-46a17f3fcc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451880 Jan 21 09:53:44.176399 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-27990940-9031-4797-9c0f-c6ae6ab7b11b service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893056 Jan 21 09:53:44.272662 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1349ef7f-2bab-44d5-b5d5-5850b8850dbd req-6d351a76-eba4-4b50-8dd0-af042dafc703 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885653 Jan 21 09:53:44.365609 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062974f-b5e4-4b53-b7dd-7a23f533933a req-8ed18c10-5793-4fbc-bfc2-13ec1b0e991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:44.367087 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8062974f-b5e4-4b53-b7dd-7a23f533933a req-8ed18c10-5793-4fbc-bfc2-13ec1b0e991d service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 1096 time: 0.0428226 Jan 21 09:53:44.459728 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062974f-b5e4-4b53-b7dd-7a23f533933a req-50557efe-d4ba-475f-a47f-b333742ca885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:44.461759 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8062974f-b5e4-4b53-b7dd-7a23f533933a req-50557efe-d4ba-475f-a47f-b333742ca885 service neutron] 10.222.0.130 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 913 time: 0.0882521 Jan 21 09:53:44.508495 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8062974f-b5e4-4b53-b7dd-7a23f533933a req-9eb1b77d-20c7-4c81-9577-2729a0b77563 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2810ec81-54ea-46de-9421-791e10b5db84 HTTP/1.1" status: 200 len: 217 time: 0.0394580 Jan 21 09:53:44.560657 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062974f-b5e4-4b53-b7dd-7a23f533933a req-17208c9d-44b8-408d-b48f-48ec845575c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:44.563524 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8062974f-b5e4-4b53-b7dd-7a23f533933a req-17208c9d-44b8-408d-b48f-48ec845575c8 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=cffb9c61-2825-47e0-8f66-339821510f86 HTTP/1.1" status: 200 len: 851 time: 0.0489988 Jan 21 09:53:44.612315 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062974f-b5e4-4b53-b7dd-7a23f533933a req-9f745f1b-4fce-49f0-b043-27cfc5925a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:44.613934 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8062974f-b5e4-4b53-b7dd-7a23f533933a req-9f745f1b-4fce-49f0-b043-27cfc5925a72 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=330bf798-c357-41b5-984a-46a17f3fcc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440333 Jan 21 09:53:44.709627 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8062974f-b5e4-4b53-b7dd-7a23f533933a req-096baae4-437a-479a-aeec-a1ff1dfbcefb service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900073 Jan 21 09:53:44.801759 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-8062974f-b5e4-4b53-b7dd-7a23f533933a req-c623eaa5-52d7-4f7a-8f25-a3fc91471e3e service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861187 Jan 21 09:53:44.888518 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1632e8-fb49-4bcb-9841-0750a626f09f req-83a3cc55-889d-46f0-b9fd-e07f984f6836 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:44.890089 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-7e1632e8-fb49-4bcb-9841-0750a626f09f req-83a3cc55-889d-46f0-b9fd-e07f984f6836 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 943 time: 0.0502541 Jan 21 09:53:44.944617 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-7e1632e8-fb49-4bcb-9841-0750a626f09f req-facee560-413f-4d8a-8c99-50a3c105dda3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480394 Jan 21 09:53:45.433158 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-19242e38-080a-4d8a-ba49-5adf28aae559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:46.066444 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718e951-eecf-4226-85b4-8b5e82739b62 req-803a976d-cbe1-43b2-baf8-2dcc2705a301 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:46.068015 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6718e951-eecf-4226-85b4-8b5e82739b62 req-803a976d-cbe1-43b2-baf8-2dcc2705a301 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 943 time: 0.0554049 Jan 21 09:53:46.117238 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6718e951-eecf-4226-85b4-8b5e82739b62 req-9bab7dc3-1d32-402e-8ab4-97ac4f4e4c97 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435224 Jan 21 09:53:46.911106 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:47.240860 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443af9f-1177-465c-8011-99b66d336d21 req-39e9d77e-52e4-4b47-b383-fb3131796a8f tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:47.242421 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-8443af9f-1177-465c-8011-99b66d336d21 req-39e9d77e-52e4-4b47-b383-fb3131796a8f tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 943 time: 0.0541182 Jan 21 09:53:47.291739 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-8443af9f-1177-465c-8011-99b66d336d21 req-e8f3e117-2b32-461f-9e96-d0324ee96db6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435929 Jan 21 09:53:48.410215 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f57d64-8212-4328-bacf-c0dfc637c4da req-cf663257-a75d-457f-aacf-5a227e5ea7ec tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:48.411754 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-28f57d64-8212-4328-bacf-c0dfc637c4da req-cf663257-a75d-457f-aacf-5a227e5ea7ec tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 943 time: 0.0494175 Jan 21 09:53:48.460525 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-28f57d64-8212-4328-bacf-c0dfc637c4da req-22d133bc-2d2e-4a5a-9500-ca3d31f50204 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430927 Jan 21 09:53:48.753241 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:49.033571 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:53:49.209681 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:49.576679 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a74b0-1a32-4d7f-b84c-d58b298520ee req-5141901d-a3e2-4f74-8d21-1ad9b4d862c9 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:49.578189 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c90a74b0-1a32-4d7f-b84c-d58b298520ee req-5141901d-a3e2-4f74-8d21-1ad9b4d862c9 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 943 time: 0.0521269 Jan 21 09:53:49.626761 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-c90a74b0-1a32-4d7f-b84c-d58b298520ee req-f701e9d7-62b0-404e-90df-bf98a88ae648 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429132 Jan 21 09:53:50.082255 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 2810ec81-54ea-46de-9421-791e10b5db84 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:53:50.179128 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 2810ec81-54ea-46de-9421-791e10b5db84, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=2810ec81-54ea-46de-9421-791e10b5db84,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:50.190103 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': '2810ec81-54ea-46de-9421-791e10b5db84', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'port_id': '2810ec81-54ea-46de-9421-791e10b5db84', 'mac_address': 'fa:16:3e:99:69:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:53:50.226650 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 2810ec81-54ea-46de-9421-791e10b5db84 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:53:50.227219 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (2810ec81-54ea-46de-9421-791e10b5db84), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:50.241374 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2810ec81-54ea-46de-9421-791e10b5db84 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:53:50.260689 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 2810ec81-54ea-46de-9421-791e10b5db84, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=2810ec81-54ea-46de-9421-791e10b5db84,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:50.264847 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (2810ec81-54ea-46de-9421-791e10b5db84), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:50.312763 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=2810ec81-54ea-46de-9421-791e10b5db84,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:50.319797 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:50.320171 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:50.320546 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:50.320906 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:50.321321 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:50.321614 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:50.321968 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:50.322321 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:50.322670 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:50.323048 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:50.323397 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:50.323741 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:50.324085 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:50.506500 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['2810ec81-54ea-46de-9421-791e10b5db84'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:53:50.746345 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8aa0e-f10a-4c09-96a0-22125f243fb6 req-be276319-4bea-434f-95b7-afb2a58843d9 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:50.747888 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6ec8aa0e-f10a-4c09-96a0-22125f243fb6 req-be276319-4bea-434f-95b7-afb2a58843d9 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 944 time: 0.0538108 Jan 21 09:53:50.796470 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6ec8aa0e-f10a-4c09-96a0-22125f243fb6 req-b17a5c51-af02-4733-a5b3-42205619f664 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429218 Jan 21 09:53:51.911217 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629a8ee-474b-40ee-beec-225c9a91fac6 req-bd5d3906-c43c-439f-a289-a12b1d007dbc tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:51.912743 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f629a8ee-474b-40ee-beec-225c9a91fac6 req-bd5d3906-c43c-439f-a289-a12b1d007dbc tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 944 time: 0.0501754 Jan 21 09:53:51.965626 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-f629a8ee-474b-40ee-beec-225c9a91fac6 req-7ab4afa4-fe13-4be1-858d-7f2c7d2d15e2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471525 Jan 21 09:53:52.096494 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 2810ec81-54ea-46de-9421-791e10b5db84 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:53:52.150608 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port 2810ec81-54ea-46de-9421-791e10b5db84 completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:52.155076 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port 2810ec81-54ea-46de-9421-791e10b5db84 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:52.155488 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (2810ec81-54ea-46de-9421-791e10b5db84), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:52.232583 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port 2810ec81-54ea-46de-9421-791e10b5db84 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:53:52.232981 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (2810ec81-54ea-46de-9421-791e10b5db84), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:52.258055 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2810ec81-54ea-46de-9421-791e10b5db84'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:52.260403 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4526a8-1634-4fdb-bcf0-ce147f5d1607" -d '{"events": [{"server_uuid": "e39d1b33-1326-4ded-b7d5-a578de867d4d", "name": "network-vif-plugged", "status": "completed", "tag": "2810ec81-54ea-46de-9421-791e10b5db84"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:53:52.273125 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port 2810ec81-54ea-46de-9421-791e10b5db84, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=2810ec81-54ea-46de-9421-791e10b5db84,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:52.278251 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (2810ec81-54ea-46de-9421-791e10b5db84), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:52.328526 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=2810ec81-54ea-46de-9421-791e10b5db84,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:52.362081 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c35a33-c1b3-4843-88b5-a6b18236eded x-openstack-request-id: req-c3c35a33-c1b3-4843-88b5-a6b18236eded {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:53:52.362424 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39d1b33-1326-4ded-b7d5-a578de867d4d", "name": "network-vif-plugged", "status": "completed", "tag": "2810ec81-54ea-46de-9421-791e10b5db84", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:53:52.362702 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-c3c35a33-c1b3-4843-88b5-a6b18236eded {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:53:52.363175 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2810ec81-54ea-46de-9421-791e10b5db84', 'code': 200} Jan 21 09:53:52.570906 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27ce4a-235f-44e7-ab96-9a52390bd962 req-8ec88419-488a-4059-9163-8b267716a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:52.572420 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0a27ce4a-235f-44e7-ab96-9a52390bd962 req-8ec88419-488a-4059-9163-8b267716a35e service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 1098 time: 0.0405445 Jan 21 09:53:52.618426 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-0a27ce4a-235f-44e7-ab96-9a52390bd962 req-bdfe69e0-0e65-4083-8200-256740fffe58 service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389874 Jan 21 09:53:53.081024 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd8ddc-3e42-44be-8397-fa04b247cf0e req-fe4db4d5-4a1f-4294-8e3a-23e7a2bf1a6d tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:53.082550 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6dbd8ddc-3e42-44be-8397-fa04b247cf0e req-fe4db4d5-4a1f-4294-8e3a-23e7a2bf1a6d tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 945 time: 0.0502887 Jan 21 09:53:53.131754 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6dbd8ddc-3e42-44be-8397-fa04b247cf0e req-cdf9d68f-d7f9-4560-b5e1-1e77e143266b tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435259 Jan 21 09:53:54.259801 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea9c12-dfd0-4832-b51a-40eae147adc0 req-56bc81c3-fb86-4ab2-9488-55a088bc0f78 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:54.261326 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-68ea9c12-dfd0-4832-b51a-40eae147adc0 req-56bc81c3-fb86-4ab2-9488-55a088bc0f78 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 945 time: 0.0512514 Jan 21 09:53:54.315263 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-68ea9c12-dfd0-4832-b51a-40eae147adc0 req-65fcfa7c-6e34-4676-8dbe-e7716518974c tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474999 Jan 21 09:53:54.432735 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53965b-92d6-4066-b19a-449ea1d96815 req-b0fee6c7-f0f8-43be-99c6-89a3f2968ba6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:54.434334 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ad53965b-92d6-4066-b19a-449ea1d96815 req-b0fee6c7-f0f8-43be-99c6-89a3f2968ba6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 945 time: 0.0502784 Jan 21 09:53:54.483803 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-ad53965b-92d6-4066-b19a-449ea1d96815 req-d7ae31eb-0d9f-45ca-ac27-d86c0a4cd979 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427742 Jan 21 09:53:54.508265 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57862) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:53:54.548311 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c0cdc7-c715-46cf-a2b5-d1b1a577fa76 tempest-TestVolumeBootPattern-296980619 tempest-TestVolumeBootPattern-296980619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:54.549843 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-89c0cdc7-c715-46cf-a2b5-d1b1a577fa76 tempest-TestVolumeBootPattern-296980619 tempest-TestVolumeBootPattern-296980619-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 1093 time: 0.0405407 Jan 21 09:53:54.552750 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 57864) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:53:54.557002 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Request body: {'floatingip': {'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'port_id': '2810ec81-54ea-46de-9421-791e10b5db84', 'tenant_id': '46f087b172754880886922da635ed29e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:54.582425 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:54.677931 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:54.782743 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Allocated IP 172.27.1.77 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/f5da2013-cec1-4f21-a574-85dfe6c6344c) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:54.894624 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for port (f5da2013-cec1-4f21-a574-85dfe6c6344c), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:54.938430 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (f5da2013-cec1-4f21-a574-85dfe6c6344c), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:54.982827 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:54.986374 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:54.989142 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:53:55.012484 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event updated for resources: {'Port': ['ID=f5da2013-cec1-4f21-a574-85dfe6c6344c,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:55.348986 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for floatingip (1ffc6f10-a980-43f0-8fd6-b850fafe663a), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:55.415293 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (f5da2013-cec1-4f21-a574-85dfe6c6344c), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:55.562954 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for port (f5da2013-cec1-4f21-a574-85dfe6c6344c), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:55.567597 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (f5da2013-cec1-4f21-a574-85dfe6c6344c), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:55.632894 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event updated for resources: {'Port': ['ID=f5da2013-cec1-4f21-a574-85dfe6c6344c,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:55.645405 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910602'] for floatingip (1ffc6f10-a980-43f0-8fd6-b850fafe663a), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:55.743611 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.db.l3_db [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Floating IP 1ffc6f10-a980-43f0-8fd6-b850fafe663a associated. External IP: 172.27.1.77, port: 2810ec81-54ea-46de-9421-791e10b5db84. Jan 21 09:53:55.947732 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Router caf60d11-401a-46ee-a571-b25f29a57343 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:53:56.053176 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:53:56.065060 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae83f6-9a33-4c7a-ab12-82e14e7c4eb9 None None] Sync routers for ids ['caf60d11-401a-46ee-a571-b25f29a57343'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:53:56.074972 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:53:56.077122 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae83f6-9a33-4c7a-ab12-82e14e7c4eb9 None None] Routers {'caf60d11-401a-46ee-a571-b25f29a57343'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:53:56.077758 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-e6ae83f6-9a33-4c7a-ab12-82e14e7c4eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:53:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['caf60d11-401a-46ee-a571-b25f29a57343'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:56.101966 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-9fe794a1-30a6-4908-9ab3-5218f16e82b7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5481808 Jan 21 09:53:56.102916 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'tag': '2810ec81-54ea-46de-9421-791e10b5db84'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:56.105248 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7d8246-8ff9-4b32-bf97-201673730a01" -d '{"events": [{"name": "network-changed", "server_uuid": "e39d1b33-1326-4ded-b7d5-a578de867d4d", "tag": "2810ec81-54ea-46de-9421-791e10b5db84"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:53:56.142470 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0135d6cd-e535-442e-b97c-cc5eb65bb7d3 x-openstack-request-id: req-0135d6cd-e535-442e-b97c-cc5eb65bb7d3 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:53:56.142801 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39d1b33-1326-4ded-b7d5-a578de867d4d", "tag": "2810ec81-54ea-46de-9421-791e10b5db84", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:53:56.143085 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-0135d6cd-e535-442e-b97c-cc5eb65bb7d3 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:53:56.143517 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'tag': '2810ec81-54ea-46de-9421-791e10b5db84', 'status': 'completed', 'code': 200} Jan 21 09:53:56.190836 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-e6ae83f6-9a33-4c7a-ab12-82e14e7c4eb9 None None] Set router caf60d11-401a-46ee-a571-b25f29a57343 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:53:56.207935 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d8246-8ff9-4b32-bf97-201673730a01 req-aac81f7d-5180-488b-b062-df92fe929ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:56.209395 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ec7d8246-8ff9-4b32-bf97-201673730a01 req-aac81f7d-5180-488b-b062-df92fe929ee1 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 1098 time: 0.0419571 Jan 21 09:53:56.305086 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d8246-8ff9-4b32-bf97-201673730a01 req-7fdb6778-00fa-4014-85a5-7f4fc628df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:56.306692 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ec7d8246-8ff9-4b32-bf97-201673730a01 req-7fdb6778-00fa-4014-85a5-7f4fc628df13 service neutron] 10.222.0.130 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 913 time: 0.0916224 Jan 21 09:53:56.374405 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ec7d8246-8ff9-4b32-bf97-201673730a01 req-40862aef-a317-4e65-9d0f-49f650535e61 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2810ec81-54ea-46de-9421-791e10b5db84 HTTP/1.1" status: 200 len: 998 time: 0.0618839 Jan 21 09:53:56.430060 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d8246-8ff9-4b32-bf97-201673730a01 req-e877ee70-b8b1-466a-9bce-6b4885959e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:56.432432 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ec7d8246-8ff9-4b32-bf97-201673730a01 req-e877ee70-b8b1-466a-9bce-6b4885959e57 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=cffb9c61-2825-47e0-8f66-339821510f86 HTTP/1.1" status: 200 len: 851 time: 0.0509737 Jan 21 09:53:56.478872 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d8246-8ff9-4b32-bf97-201673730a01 req-253b274d-0f94-4441-9615-3102529d2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:56.480336 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ec7d8246-8ff9-4b32-bf97-201673730a01 req-253b274d-0f94-4441-9615-3102529d2277 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=330bf798-c357-41b5-984a-46a17f3fcc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412843 Jan 21 09:53:56.550541 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-e6ae83f6-9a33-4c7a-ab12-82e14e7c4eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '1ffc6f10-a980-43f0-8fd6-b850fafe663a', 'tenant_id': '46f087b172754880886922da635ed29e', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'port_id': '2810ec81-54ea-46de-9421-791e10b5db84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'mac_address': 'fa:16:3e:99:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:55Z', 'updated_at': '2022-01-21T09:53:55Z', 'revision_number': 0, 'project_id': '46f087b172754880886922da635ed29e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:56.569208 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ec7d8246-8ff9-4b32-bf97-201673730a01 req-3e2ead8e-cce2-488b-a571-2e90713ebb00 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830922 Jan 21 09:53:56.580633 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae83f6-9a33-4c7a-ab12-82e14e7c4eb9 None None] Checking router: caf60d11-401a-46ee-a571-b25f29a57343 for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:53:56.589312 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae83f6-9a33-4c7a-ab12-82e14e7c4eb9 None None] Routers {'caf60d11-401a-46ee-a571-b25f29a57343'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:53:56.589945 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-e6ae83f6-9a33-4c7a-ab12-82e14e7c4eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:53:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['caf60d11-401a-46ee-a571-b25f29a57343'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:56.663449 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-ec7d8246-8ff9-4b32-bf97-201673730a01 req-d98c1252-8558-4bc0-9975-6167d9ef91fb service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875008 Jan 21 09:53:56.698574 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-e6ae83f6-9a33-4c7a-ab12-82e14e7c4eb9 None None] Set router caf60d11-401a-46ee-a571-b25f29a57343 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:53:56.927785 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-e6ae83f6-9a33-4c7a-ab12-82e14e7c4eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '1ffc6f10-a980-43f0-8fd6-b850fafe663a', 'tenant_id': '46f087b172754880886922da635ed29e', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'port_id': '2810ec81-54ea-46de-9421-791e10b5db84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'mac_address': 'fa:16:3e:99:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:55Z', 'updated_at': '2022-01-21T09:53:55Z', 'revision_number': 0, 'project_id': '46f087b172754880886922da635ed29e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:56.958221 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae83f6-9a33-4c7a-ab12-82e14e7c4eb9 None None] The sync data for ids ['caf60d11-401a-46ee-a571-b25f29a57343'] in dv-cinder-815614-10-iscsi is: [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '1ffc6f10-a980-43f0-8fd6-b850fafe663a', 'tenant_id': '46f087b172754880886922da635ed29e', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'port_id': '2810ec81-54ea-46de-9421-791e10b5db84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'mac_address': 'fa:16:3e:99:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:55Z', 'updated_at': '2022-01-21T09:53:55Z', 'revision_number': 0, 'project_id': '46f087b172754880886922da635ed29e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:53:57.190872 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85798949-d6aa-4013-80b4-c307dcf07535 None None] New status for floating IP 1ffc6f10-a980-43f0-8fd6-b850fafe663a: ACTIVE {{(pid=109059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:54:01.340195 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:54:12.744017 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-49094391-f2e7-4df6-ade4-89731e81eb78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:54:15.435626 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-bea49083-7db0-4860-be3f-9c2504a6ecd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:54:16.913232 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:54:18.755783 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:54:19.212315 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:54:26.033274 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:54:31.352735 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:54:35.539895 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e70503d5-82df-478e-8d49-9a2d227c68c0 req-453e9b99-6cc2-4f77-b28a-ca5dcbedf0b9 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397496 Jan 21 09:54:35.637561 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70503d5-82df-478e-8d49-9a2d227c68c0 req-ef766a8d-35de-4347-981e-d7574aa5d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:35.639130 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e70503d5-82df-478e-8d49-9a2d227c68c0 req-ef766a8d-35de-4347-981e-d7574aa5d2b3 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 1098 time: 0.0460427 Jan 21 09:54:35.742763 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70503d5-82df-478e-8d49-9a2d227c68c0 req-69cec015-b39c-4b2a-9fdf-b14d70d1f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:35.744315 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e70503d5-82df-478e-8d49-9a2d227c68c0 req-69cec015-b39c-4b2a-9fdf-b14d70d1f7ce service neutron] 10.222.0.130 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 913 time: 0.0857067 Jan 21 09:54:35.813028 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e70503d5-82df-478e-8d49-9a2d227c68c0 req-703d99c1-885c-4eb4-9fc8-abb1c5f6603d service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2810ec81-54ea-46de-9421-791e10b5db84 HTTP/1.1" status: 200 len: 1000 time: 0.0618913 Jan 21 09:54:35.862446 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70503d5-82df-478e-8d49-9a2d227c68c0 req-a243d4b9-da85-43df-8520-b61a839ff1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:35.864591 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e70503d5-82df-478e-8d49-9a2d227c68c0 req-a243d4b9-da85-43df-8520-b61a839ff1d2 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=cffb9c61-2825-47e0-8f66-339821510f86 HTTP/1.1" status: 200 len: 851 time: 0.0449626 Jan 21 09:54:35.910637 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70503d5-82df-478e-8d49-9a2d227c68c0 req-6df4fd57-5ada-4bba-ac27-e9f42104604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:35.912168 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e70503d5-82df-478e-8d49-9a2d227c68c0 req-6df4fd57-5ada-4bba-ac27-e9f42104604e service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=330bf798-c357-41b5-984a-46a17f3fcc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401053 Jan 21 09:54:36.004219 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e70503d5-82df-478e-8d49-9a2d227c68c0 req-db54638d-e7d6-4937-b56f-340784239236 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848770 Jan 21 09:54:36.093160 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e70503d5-82df-478e-8d49-9a2d227c68c0 req-4c61593e-470e-4a0d-854a-407e8c0f28c5 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823765 Jan 21 09:54:42.745739 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-024f86e9-c904-4199-98ca-96b4994ddd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:54:45.438611 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-80e86456-3ab5-4e01-8f9f-49e48e7c191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:54:46.916653 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:54:48.758455 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:54:49.215402 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:01.351924 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:03.031557 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:55:12.748231 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-ea90a0ab-6dcc-4ee8-a7c4-8751d1ec2313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:15.439308 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-7e74137e-1f44-46c8-868a-fee7d8fee981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:16.919630 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:18.761076 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:19.218428 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:31.376531 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:31.390057 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-0ff7cd0c-fd57-4d4c-9088-731b1d703467 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268972250&fields=id&tenant_id=46f087b172754880886922da635ed29e HTTP/1.1" status: 200 len: 267 time: 0.0495832 Jan 21 09:55:31.496059 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-a13b5138-f48f-436c-9704-297204d494e0 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:31.497612 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-a13b5138-f48f-436c-9704-297204d494e0 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 812 time: 0.1008368 Jan 21 09:55:31.512448 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-772c9569-c793-4ee0-a64b-ef3f350b94aa tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/quotas/46f087b172754880886922da635ed29e HTTP/1.1" status: 200 len: 375 time: 0.0093911 Jan 21 09:55:31.564816 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-4296ae28-f824-4fc7-ad34-3bd9bec699f0 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477164 Jan 21 09:55:31.664745 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-f01a2da9-ad71-44d3-a7ba-3ae5cabe24e3 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:55:31.665777 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-f01a2da9-ad71-44d3-a7ba-3ae5cabe24e3 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0894377 Jan 21 09:55:31.757777 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-43057470-0230-497b-ba97-71ebe376fc1e service neutron] 10.222.0.112 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859668 Jan 21 09:55:31.852294 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-b7595766-520c-4d4a-b46f-15defed08c56 service neutron] 10.222.0.112 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883074 Jan 21 09:55:33.146276 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-fbdeadb7-4d30-43ed-aa36-7ad6436a1491 req-c925504a-d541-44f7-a2ab-cdf9d97fc41d tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 210 time: 0.0316453 Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.049095 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.052765 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.052765 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.052765 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.052765 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.052765 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.052765 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.052765 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.052765 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.052765 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.052765 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.052765 dv-cinder-815614-10-iscsi neutron-server[109056]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:55:34.052765 dv-cinder-815614-10-iscsi neutron-server[109056]: warnings.warn(msg) Jan 21 09:55:34.052765 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-b9f6423f-d944-4c16-b1a2-da9e995eb416 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:34.052765 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-b9f6423f-d944-4c16-b1a2-da9e995eb416 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.130 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 812 time: 0.1018031 Jan 21 09:55:34.114734 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-df153cbb-62fc-4aeb-85bf-e6cbf7ec0996 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.130 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46f087b172754880886922da635ed29e HTTP/1.1" status: 200 len: 379 time: 0.0550191 Jan 21 09:55:34.123360 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Request body: {'port': {'device_id': 'f0e48328-0452-4690-a180-d13d7cddbf47', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'admin_state_up': True, 'tenant_id': '46f087b172754880886922da635ed29e', 'security_groups': ['cde90e34-0d0f-421f-9c23-00ae35da0dd9']}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:55:34.237419 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Made reservation on behalf of 46f087b172754880886922da635ed29e for: {'port': 1} {{(pid=109056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:55:34.241299 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:34.243661 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a213b7ad-1cd2-4a50-961b-b04a06ff8d6d req-768f0201-c8cf-4fa7-8a51-f36b7360e3e6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 210 time: 0.0291746 Jan 21 09:55:34.376214 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_common [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Allocated IP 172.20.0.9 (330bf798-c357-41b5-984a-46a17f3fcc95/cffb9c61-2825-47e0-8f66-339821510f86/fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3) {{(pid=109056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:55:34.524550 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for port (fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3), precommit_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:34.560483 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3), after_create {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:34.604583 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Network 330bf798-c357-41b5-984a-46a17f3fcc95 is already hosted by enough agents. {{(pid=109056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:55:34.609661 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.base_scheduler [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Resources bound (agent type, host, resource id): {{(pid=109056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:55:34.613305 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Received port after_create {{(pid=109056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:55:34.849864 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-394749fa-5859-4f13-9f8a-500a8929d65a None None] Provisioning complete for port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 triggered by entity DHCP. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:34.850639 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-394749fa-5859-4f13-9f8a-500a8929d65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:34.886552 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-394749fa-5859-4f13-9f8a-500a8929d65a None None] Port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 cannot update to ACTIVE because it is not bound. {{(pid=109058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:55:34.929682 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event updated for resources: {'Port': ['ID=fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3,revision_number=1']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:34.942108 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.942480 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.942870 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.943234 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.943585 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.943931 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.944287 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.945155 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.945506 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.945853 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.946198 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.946540 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.946916 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.965208 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:34.965837 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:34.981403 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-11099680-77c2-4a44-95a2-00a7df534d05 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8621278 Jan 21 09:55:34.992272 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.v2.base [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Request body: {'port': {'device_id': 'f0e48328-0452-4690-a180-d13d7cddbf47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81561'}} {{(pid=109056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:55:35.044601 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:35.312295 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 {{(pid=109056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:55:35.328939 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Publish callbacks [] for port (fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3), precommit_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:35.358582 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.provisioning_blocks [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Transition to ACTIVE for port object fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 will not be triggered until provisioned by entity L2. {{(pid=109056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:55:35.364402 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:35.410003 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68aa97-0b96-4df8-b940-9d13f4f5cb3c req-515d00bd-8886-4597-9382-c25d04f0efb8 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:35.411594 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-4a68aa97-0b96-4df8-b940-9d13f4f5cb3c req-515d00bd-8886-4597-9382-c25d04f0efb8 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 931 time: 0.0945852 Jan 21 09:55:35.453183 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Pushing event updated for resources: {'Port': ['ID=fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3,revision_number=2']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:35.525531 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-4a68aa97-0b96-4df8-b940-9d13f4f5cb3c req-b1037c51-be1a-4e2d-94dd-b646b77c440d tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044581 Jan 21 09:55:35.547882 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Attempting to bind port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 on host hv-cinder-81561 for vnic_type normal with profile {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:55:35.548241 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Attempting to bind port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 by drivers openvswitch,hyperv on host hv-cinder-81561 at level 0 using segments [{'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:55:35.548593 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Attempting to bind port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 on network 330bf798-c357-41b5-984a-46a17f3fcc95 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:55:35.553262 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 on network 330bf798-c357-41b5-984a-46a17f3fcc95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81561 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:55:35.553604 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Attempting to bind port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 on network 330bf798-c357-41b5-984a-46a17f3fcc95 {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:55:35.559680 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Checking agent: {'id': '36f288dd-ce5d-495c-b4bd-d98b064661d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81561', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'started_at': datetime.datetime(2022, 1, 21, 9, 40, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:55:35.560078 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Checking segment: {'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:55:35.560489 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Bound using segment: {'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'} {{(pid=109056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:55:35.561001 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.managers [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Bound port: fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3, host: hv-cinder-81561, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3287feaa-97e9-46d9-b103-6d29870abe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95'}}] {{(pid=109056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:55:35.561322 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3), before_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:35.634752 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] For port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3, host hv-cinder-81561, cleared binding levels {{(pid=109056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:55:35.638350 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] For port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3, host hv-cinder-81561, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:55:35.644154 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6057243'] for port (fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3), after_update {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:35.685171 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:35.685823 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:35.687423 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] 10.222.0.130 "PUT /v2.0/ports/fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 HTTP/1.1" status: 200 len: 1093 time: 0.6991210 Jan 21 09:55:35.687913 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e48328-0452-4690-a180-d13d7cddbf47', 'tag': 'fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:35.690810 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cfbde1-05c9-47c2-92c6-5ec213a23e32" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e48328-0452-4690-a180-d13d7cddbf47", "tag": "fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:55:35.721734 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d93db-8705-46c0-aff9-4d264ba8cadf service neutron] Pushing event updated for resources: {'Port': ['ID=fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3,revision_number=3']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:35.748139 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cc86f9-47a6-4945-965c-f81ad3b4d666 x-openstack-request-id: req-d7cc86f9-47a6-4945-965c-f81ad3b4d666 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:55:35.748410 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e48328-0452-4690-a180-d13d7cddbf47", "tag": "fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:55:35.748621 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-d7cc86f9-47a6-4945-965c-f81ad3b4d666 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:55:35.749037 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e48328-0452-4690-a180-d13d7cddbf47', 'tag': 'fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3', 'status': 'completed', 'code': 200} Jan 21 09:55:35.780147 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-344e0d0f-8898-40e4-990a-68f06aba39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:35.781728 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-344e0d0f-8898-40e4-990a-68f06aba39b5 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 1096 time: 0.0472958 Jan 21 09:55:35.826052 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-f953119c-600a-4703-9f5a-70928bfcacdb service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 HTTP/1.1" status: 200 len: 217 time: 0.0359492 Jan 21 09:55:35.882149 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-8abf1c5e-ca7f-40ee-9836-583d20509464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:35.883758 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-8abf1c5e-ca7f-40ee-9836-583d20509464 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=cffb9c61-2825-47e0-8f66-339821510f86 HTTP/1.1" status: 200 len: 851 time: 0.0515714 Jan 21 09:55:35.933916 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-1370f55d-6154-45ae-b93d-5d6744a01e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:35.935528 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-1370f55d-6154-45ae-b93d-5d6744a01e83 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=330bf798-c357-41b5-984a-46a17f3fcc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455990 Jan 21 09:55:36.032971 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-12d09cd2-60c3-46bb-b662-56afcfca62d9 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912170 Jan 21 09:55:36.125758 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-6551d5db-d83d-4c5a-b987-9a0045a72aa4 req-e36ee2e4-b656-452d-acc7-6b5cdef5d33c service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864465 Jan 21 09:55:36.215031 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfbde1-05c9-47c2-92c6-5ec213a23e32 req-bf333bf7-b7f7-4243-8da3-e1ef7cf96f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:36.216511 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-37cfbde1-05c9-47c2-92c6-5ec213a23e32 req-bf333bf7-b7f7-4243-8da3-e1ef7cf96f8e service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 1096 time: 0.0413871 Jan 21 09:55:36.312220 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfbde1-05c9-47c2-92c6-5ec213a23e32 req-9a080311-92f7-4df5-a234-95f267c4808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:36.313609 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-37cfbde1-05c9-47c2-92c6-5ec213a23e32 req-9a080311-92f7-4df5-a234-95f267c4808d service neutron] 10.222.0.130 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 913 time: 0.0916426 Jan 21 09:55:36.356491 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-37cfbde1-05c9-47c2-92c6-5ec213a23e32 req-e2da7f26-ee3d-4799-82c6-219c85e2f5a6 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 HTTP/1.1" status: 200 len: 217 time: 0.0348907 Jan 21 09:55:36.403625 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfbde1-05c9-47c2-92c6-5ec213a23e32 req-c40dd50b-df21-44e4-acc7-00c855f6c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:36.405040 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-37cfbde1-05c9-47c2-92c6-5ec213a23e32 req-c40dd50b-df21-44e4-acc7-00c855f6c4d2 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=cffb9c61-2825-47e0-8f66-339821510f86 HTTP/1.1" status: 200 len: 851 time: 0.0430396 Jan 21 09:55:36.454738 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfbde1-05c9-47c2-92c6-5ec213a23e32 req-270556a0-4348-478d-ba85-cce84f64d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:36.456279 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-37cfbde1-05c9-47c2-92c6-5ec213a23e32 req-270556a0-4348-478d-ba85-cce84f64d46a service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=330bf798-c357-41b5-984a-46a17f3fcc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449204 Jan 21 09:55:36.548929 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-37cfbde1-05c9-47c2-92c6-5ec213a23e32 req-47b04e54-3636-4ef7-8394-736d6e0d90ce service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821753 Jan 21 09:55:36.672939 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-37cfbde1-05c9-47c2-92c6-5ec213a23e32 req-d5307c19-bd0f-4a96-b720-00427f8da3f1 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155393 Jan 21 09:55:36.684335 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2cb78-411f-4a58-a4ae-d37d6ac8922d req-b5124cf3-f07b-409c-a1c8-827c2cf258e7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:36.685834 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e1f2cb78-411f-4a58-a4ae-d37d6ac8922d req-b5124cf3-f07b-409c-a1c8-827c2cf258e7 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 943 time: 0.0719764 Jan 21 09:55:36.739214 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e1f2cb78-411f-4a58-a4ae-d37d6ac8922d req-409db1ce-81bd-455a-a8fa-1d0627a12f87 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464766 Jan 21 09:55:37.567190 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cddf6f5c-e296-4c9e-a388-592eb959c417 req-eeb77d4d-b810-4cc6-bcf1-cf68367c0ae0 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406368 Jan 21 09:55:37.655418 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf6f5c-e296-4c9e-a388-592eb959c417 req-e1c6e827-07f3-44b3-9d2e-55bd490d73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:37.656931 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cddf6f5c-e296-4c9e-a388-592eb959c417 req-e1c6e827-07f3-44b3-9d2e-55bd490d73a5 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 1098 time: 0.0452361 Jan 21 09:55:37.761276 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf6f5c-e296-4c9e-a388-592eb959c417 req-7ac53487-1b43-47c5-ac34-38bde6961cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:37.762778 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cddf6f5c-e296-4c9e-a388-592eb959c417 req-7ac53487-1b43-47c5-ac34-38bde6961cd2 service neutron] 10.222.0.130 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 913 time: 0.0861919 Jan 21 09:55:37.832216 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cddf6f5c-e296-4c9e-a388-592eb959c417 req-3d2a517a-0c1a-4f56-86c2-e319c93bfd8a service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2810ec81-54ea-46de-9421-791e10b5db84 HTTP/1.1" status: 200 len: 1000 time: 0.0637665 Jan 21 09:55:37.860352 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024aae7f-3209-4ca7-9d47-77143d7029b4 req-9253c7c9-1a25-49b1-ac5e-b3c0a7c08b55 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:37.861888 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-024aae7f-3209-4ca7-9d47-77143d7029b4 req-9253c7c9-1a25-49b1-ac5e-b3c0a7c08b55 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 943 time: 0.0516243 Jan 21 09:55:37.880429 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf6f5c-e296-4c9e-a388-592eb959c417 req-f5ee29b3-bab6-4ff2-9816-285e17859990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:37.881939 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cddf6f5c-e296-4c9e-a388-592eb959c417 req-f5ee29b3-bab6-4ff2-9816-285e17859990 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=cffb9c61-2825-47e0-8f66-339821510f86 HTTP/1.1" status: 200 len: 851 time: 0.0442934 Jan 21 09:55:37.911625 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-024aae7f-3209-4ca7-9d47-77143d7029b4 req-5afc0ff5-cb11-4f33-aa1c-410f4d102f50 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437644 Jan 21 09:55:37.929628 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf6f5c-e296-4c9e-a388-592eb959c417 req-47920512-4197-4ce9-a8bb-d36c2b1d84a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:37.931203 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cddf6f5c-e296-4c9e-a388-592eb959c417 req-47920512-4197-4ce9-a8bb-d36c2b1d84a0 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=330bf798-c357-41b5-984a-46a17f3fcc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416443 Jan 21 09:55:38.022521 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cddf6f5c-e296-4c9e-a388-592eb959c417 req-fe092670-3169-4e47-91a3-7286fc39e7b7 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845425 Jan 21 09:55:38.110921 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-cddf6f5c-e296-4c9e-a388-592eb959c417 req-bb2d0295-537d-4c5c-8475-49a79d65af28 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826383 Jan 21 09:55:39.032647 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020c15c-c659-4f97-90b4-7799206f79c1 req-937994c6-9b9d-4e0c-80a5-69a8dd29130a tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:39.034153 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a020c15c-c659-4f97-90b4-7799206f79c1 req-937994c6-9b9d-4e0c-80a5-69a8dd29130a tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 943 time: 0.0538578 Jan 21 09:55:39.085345 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-a020c15c-c659-4f97-90b4-7799206f79c1 req-96c5daf5-b780-4b35-8cd4-e762723043ce tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446696 Jan 21 09:55:40.031143 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:55:40.205830 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cbb15-5904-4c35-93de-0ccd4adb975a req-33c54c70-9a55-429e-a9ed-f1d606ffeb08 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:40.207338 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a33cbb15-5904-4c35-93de-0ccd4adb975a req-33c54c70-9a55-429e-a9ed-f1d606ffeb08 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 943 time: 0.0500560 Jan 21 09:55:40.261664 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a33cbb15-5904-4c35-93de-0ccd4adb975a req-852feb54-545c-41ce-95be-fe3e66a4771a tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480058 Jan 21 09:55:41.380834 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dce5b7-c735-4c77-84aa-0c9ca8ba1cd0 req-e3f623f6-2234-480c-bf4b-039c66b6d559 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:41.382257 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-90dce5b7-c735-4c77-84aa-0c9ca8ba1cd0 req-e3f623f6-2234-480c-bf4b-039c66b6d559 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 943 time: 0.0523238 Jan 21 09:55:41.432468 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-90dce5b7-c735-4c77-84aa-0c9ca8ba1cd0 req-770fd3dd-3688-4e42-bd8a-4aa79f609d4c tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437620 Jan 21 09:55:42.551424 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61741f-493d-4118-8d46-499712ed6642 req-53386d2f-73dc-4a2b-a640-435cb730aa39 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:42.552964 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-7c61741f-493d-4118-8d46-499712ed6642 req-53386d2f-73dc-4a2b-a640-435cb730aa39 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 943 time: 0.0494707 Jan 21 09:55:42.602208 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-7c61741f-493d-4118-8d46-499712ed6642 req-ce310f48-fe6a-414f-98c3-9492c4fa5564 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436344 Jan 21 09:55:42.750676 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-7f03bac2-20d6-4ff0-a61c-353e232475b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:42.844105 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 details requested by agent hyperv_hv-cinder-81561 with host hv-cinder-81561 {{(pid=109058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:55:42.939939 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:42.950675 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Returning: {'device': 'fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'port_id': 'fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3', 'mac_address': 'fa:16:3e:ac:46:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:55:42.986626 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 is: DOWN; New status is: BUILD {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:55:42.987048 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:43.000032 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 {{(pid=109058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:55:43.021124 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:43.025561 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:43.070756 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3,revision_number=4']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:43.078778 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:43.079172 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:43.079530 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:43.079880 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:43.080228 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:43.080574 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:43.080916 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:43.081257 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:43.081601 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:43.081935 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:43.082274 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:43.082610 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:43.082976 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:43.239230 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] get_ports_and_sgs() called for port_ids ['fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3'] {{(pid=109058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:55:43.724371 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4127c96-2dd5-45c4-96e4-5c78270039af req-8eaddad7-6ec6-4de4-994e-ca719e564c3b tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:43.725874 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c4127c96-2dd5-45c4-96e4-5c78270039af req-8eaddad7-6ec6-4de4-994e-ca719e564c3b tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 944 time: 0.0545020 Jan 21 09:55:43.774184 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-c4127c96-2dd5-45c4-96e4-5c78270039af req-b0bc2973-e363-4119-952e-a08f88469e44 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420277 Jan 21 09:55:44.863046 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 up at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:55:44.890759 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39fa1a-c084-460f-8a30-8fe3c15fcbf2 req-4be88f63-ff2e-407b-b03c-9a43d37a259e tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:44.892329 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2a39fa1a-c084-460f-8a30-8fe3c15fcbf2 req-4be88f63-ff2e-407b-b03c-9a43d37a259e tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 944 time: 0.0500357 Jan 21 09:55:44.914617 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning for port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 completed by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:55:44.921062 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.provisioning_blocks [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Provisioning complete for port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 triggered by entity L2. {{(pid=109058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:44.921457 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439973'] for port (fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3), provisioning_complete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:44.943489 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2a39fa1a-c084-460f-8a30-8fe3c15fcbf2 req-4eb3567c-d32d-4aa1-87b4-8fea8485d745 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453544 Jan 21 09:55:44.998319 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Current status of the port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 is: BUILD; New status is: ACTIVE {{(pid=109058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:55:44.998739 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3), before_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:45.020679 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e48328-0452-4690-a180-d13d7cddbf47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3'}] {{(pid=109058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:45.023005 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad875ffe32c67518c165d4d0099fe3fa84d7796cd3413bd547dbd09296bb43c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1e8eb5-ab41-4e9f-b48c-d03aa9ff53c1" -d '{"events": [{"server_uuid": "f0e48328-0452-4690-a180-d13d7cddbf47", "name": "network-vif-plugged", "status": "completed", "tag": "fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3"}]}' {{(pid=109058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:55:45.036199 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] For port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:55:45.041026 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870'] for port (fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:45.064898 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d716af04-db59-4969-b369-a52606e8155b x-openstack-request-id: req-d716af04-db59-4969-b369-a52606e8155b {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:55:45.065207 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e48328-0452-4690-a180-d13d7cddbf47", "name": "network-vif-plugged", "status": "completed", "tag": "fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3", "code": 200}]} {{(pid=109058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:55:45.065482 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-d716af04-db59-4969-b369-a52606e8155b {{(pid=109058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:55:45.065927 dv-cinder-815614-10-iscsi neutron-server[109058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e48328-0452-4690-a180-d13d7cddbf47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3', 'code': 200} Jan 21 09:55:45.096948 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Pushing event updated for resources: {'Port': ['ID=fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3,revision_number=5']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:45.282947 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add5aba-09da-451a-b322-f57b45aa76b2 req-65ffd7d6-967f-462c-a179-8df3e7311afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:45.284473 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1add5aba-09da-451a-b322-f57b45aa76b2 req-65ffd7d6-967f-462c-a179-8df3e7311afd service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 1098 time: 0.0415750 Jan 21 09:55:45.332492 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-1add5aba-09da-451a-b322-f57b45aa76b2 req-b0b553aa-3c0d-4c3b-bae0-2a21738b9b56 service neutron] 10.222.0.130 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407295 Jan 21 09:55:45.443364 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-344c920e-8058-43e3-bd0d-046fa01bb2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:46.062535 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db10363-ad9f-4fba-8108-9767f83a0cf4 req-5e8bbf05-3954-4213-8c3a-f710decec9bb tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:46.064390 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9db10363-ad9f-4fba-8108-9767f83a0cf4 req-5e8bbf05-3954-4213-8c3a-f710decec9bb tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 945 time: 0.0534093 Jan 21 09:55:46.113930 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-9db10363-ad9f-4fba-8108-9767f83a0cf4 req-4ccd5c35-4767-42c5-8d6f-2e333c0c8701 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437541 Jan 21 09:55:46.921904 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:47.240023 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d7fa9-aacb-4159-a4c9-63241287984b req-3029a859-d8c2-42c9-ab31-1acef4699d06 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:47.241433 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-380d7fa9-aacb-4159-a4c9-63241287984b req-3029a859-d8c2-42c9-ab31-1acef4699d06 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 945 time: 0.0496871 Jan 21 09:55:47.295623 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-380d7fa9-aacb-4159-a4c9-63241287984b req-8d75720c-7840-4999-b479-7e8626cd5a1b tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478611 Jan 21 09:55:47.413204 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42af3e0-aee1-4ad0-967d-5324f15c24d3 req-bbb1ec55-b31e-4c2f-a122-d1a5c69524bd tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:47.414743 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a42af3e0-aee1-4ad0-967d-5324f15c24d3 req-bbb1ec55-b31e-4c2f-a122-d1a5c69524bd tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 945 time: 0.0519805 Jan 21 09:55:47.463775 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-a42af3e0-aee1-4ad0-967d-5324f15c24d3 req-ae1c5a08-3b91-4abc-96d4-445bf13047ea tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425830 Jan 21 09:55:47.487140 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57992) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:55:47.526029 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead9652c-9761-4455-8d10-95c0f3174071 tempest-TestVolumeBootPattern-296980619 tempest-TestVolumeBootPattern-296980619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:47.527995 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-ead9652c-9761-4455-8d10-95c0f3174071 tempest-TestVolumeBootPattern-296980619 tempest-TestVolumeBootPattern-296980619-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 1093 time: 0.0393546 Jan 21 09:55:47.531043 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 57994) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:55:47.535522 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.v2.base [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Request body: {'floatingip': {'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'port_id': 'fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3', 'tenant_id': '46f087b172754880886922da635ed29e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:55:47.559644 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:47.657892 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (None), before_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:47.764267 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_common [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Allocated IP 172.27.1.134 (2ddc8222-1f88-4890-b924-a07a9f8c5bc3/6a5ad603-2769-4c5d-88d7-c424f1130884/a3564636-827d-4a29-87a3-b196e7811059) {{(pid=109057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:55:47.862326 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for port (a3564636-827d-4a29-87a3-b196e7811059), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:47.895717 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767559112834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (a3564636-827d-4a29-87a3-b196e7811059), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:47.935039 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Network 2ddc8222-1f88-4890-b924-a07a9f8c5bc3 is already hosted by enough agents. {{(pid=109057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:55:47.939724 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.base_scheduler [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Resources bound (agent type, host, resource id): {{(pid=109057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:55:47.944330 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Received port after_create {{(pid=109057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:55:47.946317 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event updated for resources: {'Port': ['ID=a3564636-827d-4a29-87a3-b196e7811059,revision_number=1']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:47.978018 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:47.978391 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:47.978764 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:47.979157 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:47.979513 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:47.979863 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:47.980216 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:47.980600 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:47.980947 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:47.981296 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:47.981640 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:47.981984 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:47.982327 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:48.310177 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for floatingip (7e983ad2-5931-4505-8165-f6719fc0e582), precommit_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:48.379218 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1500757'] for port (a3564636-827d-4a29-87a3-b196e7811059), before_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:48.526268 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for port (a3564636-827d-4a29-87a3-b196e7811059), precommit_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:48.531236 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767559693469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767559112852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767559112870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4495340'] for port (a3564636-827d-4a29-87a3-b196e7811059), after_update {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:48.600887 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event updated for resources: {'Port': ['ID=a3564636-827d-4a29-87a3-b196e7811059,revision_number=2']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:48.613000 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7910602'] for floatingip (7e983ad2-5931-4505-8165-f6719fc0e582), after_create {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:48.716069 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.l3_db [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Floating IP 7e983ad2-5931-4505-8165-f6719fc0e582 associated. External IP: 172.27.1.134, port: fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3. Jan 21 09:55:48.766827 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:48.942843 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Router caf60d11-401a-46ee-a571-b25f29a57343 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:55:49.054318 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:55:49.066911 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450bd61-187a-4d7d-9de6-6b873aa70362 None None] Sync routers for ids ['caf60d11-401a-46ee-a571-b25f29a57343'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:55:49.076272 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:49.078949 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450bd61-187a-4d7d-9de6-6b873aa70362 None None] Routers {'caf60d11-401a-46ee-a571-b25f29a57343'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:55:49.079587 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-0450bd61-187a-4d7d-9de6-6b873aa70362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:55:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['caf60d11-401a-46ee-a571-b25f29a57343'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:49.104186 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-8ae8798c-b603-47f5-86de-68f373a76e46 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5720947 Jan 21 09:55:49.104817 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e48328-0452-4690-a180-d13d7cddbf47', 'tag': 'fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3'}] {{(pid=109057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:49.107304 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79949007bb9b1bb4c7285b4ffc7cbdeea347a4eb7e1b137d5b1548f1f832f7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27e8f3e-77f3-47bf-8a4a-c6f1e72fd7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e48328-0452-4690-a180-d13d7cddbf47", "tag": "fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3"}]}' {{(pid=109057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:55:49.188908 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-0450bd61-187a-4d7d-9de6-6b873aa70362 None None] Set router caf60d11-401a-46ee-a571-b25f29a57343 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:55:49.207313 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682b5bdd-ba14-4d41-98ba-72b16b17f92c x-openstack-request-id: req-682b5bdd-ba14-4d41-98ba-72b16b17f92c {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:55:49.207617 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e48328-0452-4690-a180-d13d7cddbf47", "tag": "fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3", "status": "completed", "code": 200}]} {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:55:49.207890 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-682b5bdd-ba14-4d41-98ba-72b16b17f92c {{(pid=109057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:55:49.208316 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e48328-0452-4690-a180-d13d7cddbf47', 'tag': 'fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3', 'status': 'completed', 'code': 200} Jan 21 09:55:49.244973 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:55:49.273424 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e8f3e-77f3-47bf-8a4a-c6f1e72fd7b9 req-dcbacc2c-2e4b-4de0-886a-f11590b4a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:49.274995 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e27e8f3e-77f3-47bf-8a4a-c6f1e72fd7b9 req-dcbacc2c-2e4b-4de0-886a-f11590b4a77f service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 1098 time: 0.0423441 Jan 21 09:55:49.367160 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e8f3e-77f3-47bf-8a4a-c6f1e72fd7b9 req-5446780d-5d6a-49e6-8684-7760e16981f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:49.368691 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e27e8f3e-77f3-47bf-8a4a-c6f1e72fd7b9 req-5446780d-5d6a-49e6-8684-7760e16981f1 service neutron] 10.222.0.130 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 913 time: 0.0864422 Jan 21 09:55:49.432578 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-0450bd61-187a-4d7d-9de6-6b873aa70362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '1ffc6f10-a980-43f0-8fd6-b850fafe663a', 'tenant_id': '46f087b172754880886922da635ed29e', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'port_id': '2810ec81-54ea-46de-9421-791e10b5db84', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'mac_address': 'fa:16:3e:99:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:55Z', 'updated_at': '2022-01-21T09:53:57Z', 'revision_number': 1, 'project_id': '46f087b172754880886922da635ed29e', 'fixed_ip_address_scope': None}, {'id': '7e983ad2-5931-4505-8165-f6719fc0e582', 'tenant_id': '46f087b172754880886922da635ed29e', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'port_id': 'fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'mac_address': 'fa:16:3e:ac:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e48328-0452-4690-a180-d13d7cddbf47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:55:48Z', 'updated_at': '2022-01-21T09:55:48Z', 'revision_number': 0, 'project_id': '46f087b172754880886922da635ed29e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:49.440626 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e27e8f3e-77f3-47bf-8a4a-c6f1e72fd7b9 req-5f7f1b45-9ed6-4d8a-aabe-f5dbb9360e19 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 HTTP/1.1" status: 200 len: 999 time: 0.0653424 Jan 21 09:55:49.492434 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e8f3e-77f3-47bf-8a4a-c6f1e72fd7b9 req-b0afadea-2c96-46b0-a3d7-8c5b4d8adbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:49.494423 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e27e8f3e-77f3-47bf-8a4a-c6f1e72fd7b9 req-b0afadea-2c96-46b0-a3d7-8c5b4d8adbe7 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=cffb9c61-2825-47e0-8f66-339821510f86 HTTP/1.1" status: 200 len: 851 time: 0.0479457 Jan 21 09:55:49.546407 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e8f3e-77f3-47bf-8a4a-c6f1e72fd7b9 req-c8cc3e76-dabf-4436-9c95-bdb48654b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:49.548000 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e27e8f3e-77f3-47bf-8a4a-c6f1e72fd7b9 req-c8cc3e76-dabf-4436-9c95-bdb48654b581 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=330bf798-c357-41b5-984a-46a17f3fcc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0480855 Jan 21 09:55:49.589305 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450bd61-187a-4d7d-9de6-6b873aa70362 None None] Checking router: caf60d11-401a-46ee-a571-b25f29a57343 for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:55:49.598433 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450bd61-187a-4d7d-9de6-6b873aa70362 None None] Routers {'caf60d11-401a-46ee-a571-b25f29a57343'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:55:49.599110 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-0450bd61-187a-4d7d-9de6-6b873aa70362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:55:45Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['caf60d11-401a-46ee-a571-b25f29a57343'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:49.642666 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e27e8f3e-77f3-47bf-8a4a-c6f1e72fd7b9 req-fd91de43-ee09-4874-928d-03ad06f42309 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875192 Jan 21 09:55:49.703530 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-0450bd61-187a-4d7d-9de6-6b873aa70362 None None] Set router caf60d11-401a-46ee-a571-b25f29a57343 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:55:49.732784 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e27e8f3e-77f3-47bf-8a4a-c6f1e72fd7b9 req-dc27b074-4e7b-4b99-bcb5-ae0d4c627bed service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840938 Jan 21 09:55:49.933577 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-0450bd61-187a-4d7d-9de6-6b873aa70362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '1ffc6f10-a980-43f0-8fd6-b850fafe663a', 'tenant_id': '46f087b172754880886922da635ed29e', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'port_id': '2810ec81-54ea-46de-9421-791e10b5db84', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'mac_address': 'fa:16:3e:99:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:55Z', 'updated_at': '2022-01-21T09:53:57Z', 'revision_number': 1, 'project_id': '46f087b172754880886922da635ed29e', 'fixed_ip_address_scope': None}, {'id': '7e983ad2-5931-4505-8165-f6719fc0e582', 'tenant_id': '46f087b172754880886922da635ed29e', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'port_id': 'fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'mac_address': 'fa:16:3e:ac:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e48328-0452-4690-a180-d13d7cddbf47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:55:48Z', 'updated_at': '2022-01-21T09:55:48Z', 'revision_number': 0, 'project_id': '46f087b172754880886922da635ed29e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:49.959920 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450bd61-187a-4d7d-9de6-6b873aa70362 None None] The sync data for ids ['caf60d11-401a-46ee-a571-b25f29a57343'] in dv-cinder-815614-10-iscsi is: [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '1ffc6f10-a980-43f0-8fd6-b850fafe663a', 'tenant_id': '46f087b172754880886922da635ed29e', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'port_id': '2810ec81-54ea-46de-9421-791e10b5db84', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'mac_address': 'fa:16:3e:99:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:55Z', 'updated_at': '2022-01-21T09:53:57Z', 'revision_number': 1, 'project_id': '46f087b172754880886922da635ed29e', 'fixed_ip_address_scope': None}, {'id': '7e983ad2-5931-4505-8165-f6719fc0e582', 'tenant_id': '46f087b172754880886922da635ed29e', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'port_id': 'fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'mac_address': 'fa:16:3e:ac:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e48328-0452-4690-a180-d13d7cddbf47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:55:48Z', 'updated_at': '2022-01-21T09:55:48Z', 'revision_number': 0, 'project_id': '46f087b172754880886922da635ed29e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:55:50.176695 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e0304-8f84-4154-b994-dd1f8417cc90 None None] New status for floating IP 7e983ad2-5931-4505-8165-f6719fc0e582: ACTIVE {{(pid=109059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:56:01.377099 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:56:12.753060 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-17043b3f-77ba-4f68-82f7-f8812dd8b861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:56:15.445816 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-72868ab6-cfbe-4329-b033-69d2f0837f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:56:16.925355 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:56:17.029318 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:56:18.766596 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:56:19.221839 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:56:31.394198 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:56:39.556078 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e3cb427f-2b27-4ab1-9fd9-ac091c944724 req-e8fa6e7c-0e97-4e1b-9f73-1a88bf484523 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451987 Jan 21 09:56:39.641434 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb427f-2b27-4ab1-9fd9-ac091c944724 req-518d4c9d-a878-4b3d-b8d2-62a99f432d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:39.642994 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e3cb427f-2b27-4ab1-9fd9-ac091c944724 req-518d4c9d-a878-4b3d-b8d2-62a99f432d49 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 1098 time: 0.0416374 Jan 21 09:56:39.746464 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb427f-2b27-4ab1-9fd9-ac091c944724 req-4a8a80b0-1912-4791-a0d4-cda173f188f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:39.747985 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e3cb427f-2b27-4ab1-9fd9-ac091c944724 req-4a8a80b0-1912-4791-a0d4-cda173f188f9 service neutron] 10.222.0.130 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 913 time: 0.0871851 Jan 21 09:56:39.816759 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e3cb427f-2b27-4ab1-9fd9-ac091c944724 req-02609fd3-7d21-463f-917f-ed5d92e69f12 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2810ec81-54ea-46de-9421-791e10b5db84 HTTP/1.1" status: 200 len: 1000 time: 0.0600541 Jan 21 09:56:39.864080 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb427f-2b27-4ab1-9fd9-ac091c944724 req-42b3cca3-b977-4f38-9740-b5dfdf8c9561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:39.865503 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e3cb427f-2b27-4ab1-9fd9-ac091c944724 req-42b3cca3-b977-4f38-9740-b5dfdf8c9561 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=cffb9c61-2825-47e0-8f66-339821510f86 HTTP/1.1" status: 200 len: 851 time: 0.0427530 Jan 21 09:56:39.911703 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb427f-2b27-4ab1-9fd9-ac091c944724 req-eb0b54bd-66da-4b99-9d01-b7a34747859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:39.913171 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e3cb427f-2b27-4ab1-9fd9-ac091c944724 req-eb0b54bd-66da-4b99-9d01-b7a34747859b service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=330bf798-c357-41b5-984a-46a17f3fcc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424287 Jan 21 09:56:40.000263 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e3cb427f-2b27-4ab1-9fd9-ac091c944724 req-fbe1c26a-7991-46c3-999b-be5947392f21 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809982 Jan 21 09:56:40.090718 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-e3cb427f-2b27-4ab1-9fd9-ac091c944724 req-5c2035cd-2de7-434c-91ab-30e24b6bcdf4 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849776 Jan 21 09:56:42.756674 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0b28-35c8-4d12-98bd-6b22bb3a63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:56:45.447955 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-1b8389cc-99eb-44e9-a9ee-cbf7736855b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:56:46.928534 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:56:48.770567 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:56:49.214913 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:56:54.029363 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:57:01.392335 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:12.759402 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-e6c35c57-a4e4-48c0-a1d6-6f03262e10a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:15.450466 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-22043aeb-5873-4b99-9817-42cf69ac9469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:16.166907 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 58022) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:57:16.376382 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Deleting port a3564636-827d-4a29-87a3-b196e7811059 {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:57:16.376667 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (a3564636-827d-4a29-87a3-b196e7811059), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:16.449837 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (a3564636-827d-4a29-87a3-b196e7811059), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:16.450179 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for floatingip (a3564636-827d-4a29-87a3-b196e7811059), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:16.463049 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Calling delete_port for a3564636-827d-4a29-87a3-b196e7811059 owned by network:floatingip {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:57:16.631352 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (a3564636-827d-4a29-87a3-b196e7811059), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:16.660355 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event deleted for resources: {'Port': ['ID=a3564636-827d-4a29-87a3-b196e7811059,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:16.671881 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:16.672253 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:16.672620 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:16.672977 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:16.673329 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:16.673679 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:16.674029 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:16.674379 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:16.674722 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:16.675099 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:16.675481 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:16.675790 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:16.676129 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:16.728903 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for floatingip (7e983ad2-5931-4505-8165-f6719fc0e582), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:16.729246 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.l3_db [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Floating IP 7e983ad2-5931-4505-8165-f6719fc0e582 disassociated (deleted). External IP: 172.27.1.134, port: fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3. Jan 21 09:57:16.931320 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Router caf60d11-401a-46ee-a571-b25f29a57343 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:57:16.931843 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:17.319018 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:57:17.324132 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:17.329025 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ba07e-332c-4579-a6a6-5020f40c417b None None] Sync routers for ids ['caf60d11-401a-46ee-a571-b25f29a57343'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:57:17.338950 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ba07e-332c-4579-a6a6-5020f40c417b None None] Routers {'caf60d11-401a-46ee-a571-b25f29a57343'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:57:17.339580 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-cb4ba07e-332c-4579-a6a6-5020f40c417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:57:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['caf60d11-401a-46ee-a571-b25f29a57343'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:17.350483 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-8b0534ec-f4ae-4cf3-9512-ecc437fd59f3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "DELETE /v2.0/floatingips/7e983ad2-5931-4505-8165-f6719fc0e582 HTTP/1.1" status: 204 len: 168 time: 1.1824121 Jan 21 09:57:17.351149 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e48328-0452-4690-a180-d13d7cddbf47', 'tag': 'fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3'}] {{(pid=109057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:17.353514 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79949007bb9b1bb4c7285b4ffc7cbdeea347a4eb7e1b137d5b1548f1f832f7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcf681c-79ae-4a79-b318-7b2c22f459f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e48328-0452-4690-a180-d13d7cddbf47", "tag": "fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3"}]}' {{(pid=109057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:57:17.394693 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d603f01-9332-44bc-9f48-a7acfa3391c3 x-openstack-request-id: req-6d603f01-9332-44bc-9f48-a7acfa3391c3 {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:57:17.395043 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e48328-0452-4690-a180-d13d7cddbf47", "tag": "fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3", "status": "completed", "code": 200}]} {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:57:17.395311 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6d603f01-9332-44bc-9f48-a7acfa3391c3 {{(pid=109057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:57:17.395739 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e48328-0452-4690-a180-d13d7cddbf47', 'tag': 'fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3', 'status': 'completed', 'code': 200} Jan 21 09:57:17.457237 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-cb4ba07e-332c-4579-a6a6-5020f40c417b None None] Set router caf60d11-401a-46ee-a571-b25f29a57343 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:57:17.461618 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf681c-79ae-4a79-b318-7b2c22f459f8 req-d39f3192-0687-4ff0-a1cf-d1f647013296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:17.463315 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bdcf681c-79ae-4a79-b318-7b2c22f459f8 req-d39f3192-0687-4ff0-a1cf-d1f647013296 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 1098 time: 0.0454783 Jan 21 09:57:17.601741 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf681c-79ae-4a79-b318-7b2c22f459f8 req-44071d93-db16-40e7-ace1-fca98203fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:17.603172 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bdcf681c-79ae-4a79-b318-7b2c22f459f8 req-44071d93-db16-40e7-ace1-fca98203fcea service neutron] 10.222.0.130 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 913 time: 0.1282098 Jan 21 09:57:17.611662 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161261b9-c8f5-499a-b119-fc31841cf0f4 req-647c7744-1342-4a29-99c0-59cdc6af1377 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:17.613103 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-161261b9-c8f5-499a-b119-fc31841cf0f4 req-647c7744-1342-4a29-99c0-59cdc6af1377 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 945 time: 0.0728931 Jan 21 09:57:17.659194 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bdcf681c-79ae-4a79-b318-7b2c22f459f8 req-278b3652-3c9b-4ece-879c-9c5c1ce80245 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 HTTP/1.1" status: 200 len: 217 time: 0.0450726 Jan 21 09:57:17.691917 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-cb4ba07e-332c-4579-a6a6-5020f40c417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '1ffc6f10-a980-43f0-8fd6-b850fafe663a', 'tenant_id': '46f087b172754880886922da635ed29e', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'port_id': '2810ec81-54ea-46de-9421-791e10b5db84', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'mac_address': 'fa:16:3e:99:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:55Z', 'updated_at': '2022-01-21T09:53:57Z', 'revision_number': 1, 'project_id': '46f087b172754880886922da635ed29e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:17.722452 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ba07e-332c-4579-a6a6-5020f40c417b None None] Checking router: caf60d11-401a-46ee-a571-b25f29a57343 for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:57:17.725112 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-161261b9-c8f5-499a-b119-fc31841cf0f4 req-e3c75ead-7610-4382-84c4-f78fcfe6f45b tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055071 Jan 21 09:57:17.731432 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ba07e-332c-4579-a6a6-5020f40c417b None None] Routers {'caf60d11-401a-46ee-a571-b25f29a57343'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:57:17.733188 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-cb4ba07e-332c-4579-a6a6-5020f40c417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:57:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['caf60d11-401a-46ee-a571-b25f29a57343'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:17.735166 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf681c-79ae-4a79-b318-7b2c22f459f8 req-f53412ce-a1b7-4805-a536-b7fd27cf5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:17.736694 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bdcf681c-79ae-4a79-b318-7b2c22f459f8 req-f53412ce-a1b7-4805-a536-b7fd27cf5834 service neutron] 10.222.0.130 "GET /v2.0/subnets?id=cffb9c61-2825-47e0-8f66-339821510f86 HTTP/1.1" status: 200 len: 851 time: 0.0710716 Jan 21 09:57:17.783849 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf681c-79ae-4a79-b318-7b2c22f459f8 req-db38bb11-744a-493d-b035-70934022fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:17.785386 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bdcf681c-79ae-4a79-b318-7b2c22f459f8 req-db38bb11-744a-493d-b035-70934022fea8 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=330bf798-c357-41b5-984a-46a17f3fcc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416834 Jan 21 09:57:17.838778 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-cb4ba07e-332c-4579-a6a6-5020f40c417b None None] Set router caf60d11-401a-46ee-a571-b25f29a57343 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:57:17.875456 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bdcf681c-79ae-4a79-b318-7b2c22f459f8 req-fdab1002-5ee8-401b-a122-44d2020d4479 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822928 Jan 21 09:57:17.969947 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-bdcf681c-79ae-4a79-b318-7b2c22f459f8 req-a1b895a7-db60-4f0f-b936-fafb2077ab99 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877285 Jan 21 09:57:18.060219 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-cb4ba07e-332c-4579-a6a6-5020f40c417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '1ffc6f10-a980-43f0-8fd6-b850fafe663a', 'tenant_id': '46f087b172754880886922da635ed29e', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'port_id': '2810ec81-54ea-46de-9421-791e10b5db84', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'mac_address': 'fa:16:3e:99:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:55Z', 'updated_at': '2022-01-21T09:53:57Z', 'revision_number': 1, 'project_id': '46f087b172754880886922da635ed29e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:18.090289 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ba07e-332c-4579-a6a6-5020f40c417b None None] The sync data for ids ['caf60d11-401a-46ee-a571-b25f29a57343'] in dv-cinder-815614-10-iscsi is: [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_floatingips': [{'id': '1ffc6f10-a980-43f0-8fd6-b850fafe663a', 'tenant_id': '46f087b172754880886922da635ed29e', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'router_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'port_id': '2810ec81-54ea-46de-9421-791e10b5db84', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'mac_address': 'fa:16:3e:99:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:55Z', 'updated_at': '2022-01-21T09:53:57Z', 'revision_number': 1, 'project_id': '46f087b172754880886922da635ed29e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:57:18.334705 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e1fd04-fb0c-46b0-be67-bc6d47786350 None None] New status for floating IP 7e983ad2-5931-4505-8165-f6719fc0e582: DOWN {{(pid=109059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:57:18.850657 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d67d8-0da5-48f4-8936-dbdde454c838 req-a9b3565b-15c2-413d-bb7b-7be79460cf94 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:18.852367 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-440d67d8-0da5-48f4-8936-dbdde454c838 req-a9b3565b-15c2-413d-bb7b-7be79460cf94 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 945 time: 0.0525110 Jan 21 09:57:18.903371 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:18.909397 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-440d67d8-0da5-48f4-8936-dbdde454c838 req-f257e2d4-6ad6-48fb-9a90-22ade69abff3 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505238 Jan 21 09:57:19.107987 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0b480-155f-44b1-9518-d5d696b35f20 req-670a40f6-34ae-4939-948d-fabc64e87c2c tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:19.109525 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-77d0b480-155f-44b1-9518-d5d696b35f20 req-670a40f6-34ae-4939-948d-fabc64e87c2c tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.130 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 945 time: 0.0508745 Jan 21 09:57:19.204113 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-77d0b480-155f-44b1-9518-d5d696b35f20 req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Deleting port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:57:19.204592 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-77d0b480-155f-44b1-9518-d5d696b35f20 req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:19.221146 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:19.296774 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-77d0b480-155f-44b1-9518-d5d696b35f20 req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] For port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:19.297222 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-77d0b480-155f-44b1-9518-d5d696b35f20 req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:19.308930 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-77d0b480-155f-44b1-9518-d5d696b35f20 req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Calling delete_port for fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 owned by compute:nova {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:57:19.438917 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-77d0b480-155f-44b1-9518-d5d696b35f20 req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:19.469234 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event deleted for resources: {'Port': ['ID=fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:19.498571 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:19.498975 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:19.499341 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:19.499696 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:19.500047 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:19.500394 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:19.500740 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:19.501088 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:19.501430 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:19.501771 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:19.502114 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:19.502466 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:19.502843 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:19.521843 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d0b480-155f-44b1-9518-d5d696b35f20 req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] No DVR routers for this DVR port fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 on host hv-cinder-81561 {{(pid=109056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:57:19.524287 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-77d0b480-155f-44b1-9518-d5d696b35f20 req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:19.527635 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-77d0b480-155f-44b1-9518-d5d696b35f20 req-eb084597-39e9-4552-adaf-d0aab97c8bd6 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.130 "DELETE /v2.0/ports/fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 HTTP/1.1" status: 204 len: 173 time: 0.4128573 Jan 21 09:57:19.528090 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e48328-0452-4690-a180-d13d7cddbf47', 'name': 'network-vif-deleted', 'tag': 'fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:19.530472 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ebeaad-477d-4f50-8a90-75a215868131" -d '{"events": [{"server_uuid": "f0e48328-0452-4690-a180-d13d7cddbf47", "name": "network-vif-deleted", "tag": "fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:57:19.569982 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fcde7b-1700-49bc-af62-4f7f622e97c8 x-openstack-request-id: req-02fcde7b-1700-49bc-af62-4f7f622e97c8 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:57:19.570318 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e48328-0452-4690-a180-d13d7cddbf47", "name": "network-vif-deleted", "tag": "fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:57:19.570565 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-02fcde7b-1700-49bc-af62-4f7f622e97c8 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:57:19.571042 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e48328-0452-4690-a180-d13d7cddbf47', 'name': 'network-vif-deleted', 'tag': 'fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3', 'status': 'completed', 'code': 200} Jan 21 09:57:20.017939 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-62b192c8-9332-4580-b84b-3672fd7ea85f req-ccf6318b-057c-4942-96c0-075da7cca5ed tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=f0e48328-0452-4690-a180-d13d7cddbf47 HTTP/1.1" status: 200 len: 210 time: 0.0257897 Jan 21 09:57:21.239077 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:57:21.260997 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:57:21.261354 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device fe679c1c-54ea-4fdc-9ba9-d693f7d9d8e3 not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:57:23.302582 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 58066) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:57:23.461372 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-19f49ca1-46d2-40e5-a461-65b8207537a5 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Deleting port f5da2013-cec1-4f21-a574-85dfe6c6344c {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:57:23.461739 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-19f49ca1-46d2-40e5-a461-65b8207537a5 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (f5da2013-cec1-4f21-a574-85dfe6c6344c), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:23.534257 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-19f49ca1-46d2-40e5-a461-65b8207537a5 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (f5da2013-cec1-4f21-a574-85dfe6c6344c), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:23.534601 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-19f49ca1-46d2-40e5-a461-65b8207537a5 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for floatingip (f5da2013-cec1-4f21-a574-85dfe6c6344c), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:23.546628 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-19f49ca1-46d2-40e5-a461-65b8207537a5 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Calling delete_port for f5da2013-cec1-4f21-a574-85dfe6c6344c owned by network:floatingip {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:57:23.693001 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-19f49ca1-46d2-40e5-a461-65b8207537a5 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (f5da2013-cec1-4f21-a574-85dfe6c6344c), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:23.717882 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f49ca1-46d2-40e5-a461-65b8207537a5 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event deleted for resources: {'Port': ['ID=f5da2013-cec1-4f21-a574-85dfe6c6344c,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:23.778936 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-19f49ca1-46d2-40e5-a461-65b8207537a5 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for floatingip (1ffc6f10-a980-43f0-8fd6-b850fafe663a), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:23.779869 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.db.l3_db [None req-19f49ca1-46d2-40e5-a461-65b8207537a5 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Floating IP 1ffc6f10-a980-43f0-8fd6-b850fafe663a disassociated (deleted). External IP: 172.27.1.77, port: 2810ec81-54ea-46de-9421-791e10b5db84. Jan 21 09:57:23.985308 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f49ca1-46d2-40e5-a461-65b8207537a5 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Router caf60d11-401a-46ee-a571-b25f29a57343 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:57:24.095999 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f49ca1-46d2-40e5-a461-65b8207537a5 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:57:24.101151 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-19f49ca1-46d2-40e5-a461-65b8207537a5 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:24.106276 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a0b4f-eaee-4b87-a97a-54cc49d61fb6 None None] Sync routers for ids ['caf60d11-401a-46ee-a571-b25f29a57343'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:57:24.116302 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a0b4f-eaee-4b87-a97a-54cc49d61fb6 None None] Routers {'caf60d11-401a-46ee-a571-b25f29a57343'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:57:24.117058 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-647a0b4f-eaee-4b87-a97a-54cc49d61fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:57:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['caf60d11-401a-46ee-a571-b25f29a57343'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:24.127222 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-19f49ca1-46d2-40e5-a461-65b8207537a5 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "DELETE /v2.0/floatingips/1ffc6f10-a980-43f0-8fd6-b850fafe663a HTTP/1.1" status: 204 len: 168 time: 0.8234277 Jan 21 09:57:24.127853 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'tag': '2810ec81-54ea-46de-9421-791e10b5db84'}] {{(pid=109057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:24.130333 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79949007bb9b1bb4c7285b4ffc7cbdeea347a4eb7e1b137d5b1548f1f832f7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766196de-03eb-4906-bb55-747079d6dce0" -d '{"events": [{"name": "network-changed", "server_uuid": "e39d1b33-1326-4ded-b7d5-a578de867d4d", "tag": "2810ec81-54ea-46de-9421-791e10b5db84"}]}' {{(pid=109057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:57:24.168277 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee165e0-c153-41c7-9dc4-15b2983b839d x-openstack-request-id: req-1ee165e0-c153-41c7-9dc4-15b2983b839d {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:57:24.168764 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39d1b33-1326-4ded-b7d5-a578de867d4d", "tag": "2810ec81-54ea-46de-9421-791e10b5db84", "status": "completed", "code": 200}]} {{(pid=109057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:57:24.168994 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-1ee165e0-c153-41c7-9dc4-15b2983b839d {{(pid=109057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:57:24.169686 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'tag': '2810ec81-54ea-46de-9421-791e10b5db84', 'status': 'completed', 'code': 200} Jan 21 09:57:24.226571 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-647a0b4f-eaee-4b87-a97a-54cc49d61fb6 None None] Set router caf60d11-401a-46ee-a571-b25f29a57343 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:57:24.235261 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766196de-03eb-4906-bb55-747079d6dce0 req-7e86bd1d-583c-4b5b-aad9-87c06f6fc001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:24.237701 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-766196de-03eb-4906-bb55-747079d6dce0 req-7e86bd1d-583c-4b5b-aad9-87c06f6fc001 service neutron] 10.222.0.130 "GET /v2.0/ports?tenant_id=46f087b172754880886922da635ed29e&device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 1098 time: 0.0458362 Jan 21 09:57:24.369720 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766196de-03eb-4906-bb55-747079d6dce0 req-f2728a60-e17d-4946-8a64-cab1444ea924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:24.371581 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-766196de-03eb-4906-bb55-747079d6dce0 req-f2728a60-e17d-4946-8a64-cab1444ea924 service neutron] 10.222.0.130 "GET /v2.0/networks?id=330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 200 len: 913 time: 0.1274521 Jan 21 09:57:24.415469 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-766196de-03eb-4906-bb55-747079d6dce0 req-0a3f6ec1-f571-45fe-a71d-7b3eb969a9f6 service neutron] 10.222.0.130 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2810ec81-54ea-46de-9421-791e10b5db84 HTTP/1.1" status: 200 len: 217 time: 0.0369990 Jan 21 09:57:24.424578 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a35e40-5e6d-4a78-87f1-46b90ab80a69 req-650cf71d-6708-4eb3-a10d-a4dcd7e2709b tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:24.426053 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-65a35e40-5e6d-4a78-87f1-46b90ab80a69 req-650cf71d-6708-4eb3-a10d-a4dcd7e2709b tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 945 time: 0.1010382 Jan 21 09:57:24.438417 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-647a0b4f-eaee-4b87-a97a-54cc49d61fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:24.465858 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a0b4f-eaee-4b87-a97a-54cc49d61fb6 None None] Checking router: caf60d11-401a-46ee-a571-b25f29a57343 for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:57:24.474884 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a0b4f-eaee-4b87-a97a-54cc49d61fb6 None None] Routers {'caf60d11-401a-46ee-a571-b25f29a57343'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:57:24.475514 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-647a0b4f-eaee-4b87-a97a-54cc49d61fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:57:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['caf60d11-401a-46ee-a571-b25f29a57343'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:24.511440 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766196de-03eb-4906-bb55-747079d6dce0 req-79e435d7-2ce9-46a8-b081-f20b0a9e105a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:24.512813 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-766196de-03eb-4906-bb55-747079d6dce0 req-79e435d7-2ce9-46a8-b081-f20b0a9e105a service neutron] 10.222.0.130 "GET /v2.0/subnets?id=cffb9c61-2825-47e0-8f66-339821510f86 HTTP/1.1" status: 200 len: 851 time: 0.0815635 Jan 21 09:57:24.531120 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-65a35e40-5e6d-4a78-87f1-46b90ab80a69 req-c7b0d11d-5f53-4748-a56c-896f00a5132c tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876632 Jan 21 09:57:24.568216 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766196de-03eb-4906-bb55-747079d6dce0 req-5187554b-7c2a-4315-9d21-f99d667f5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:24.569739 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-766196de-03eb-4906-bb55-747079d6dce0 req-5187554b-7c2a-4315-9d21-f99d667f5b26 service neutron] 10.222.0.130 "GET /v2.0/ports?network_id=330bf798-c357-41b5-984a-46a17f3fcc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497513 Jan 21 09:57:24.584464 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-647a0b4f-eaee-4b87-a97a-54cc49d61fb6 None None] Set router caf60d11-401a-46ee-a571-b25f29a57343 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:57:24.659369 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-766196de-03eb-4906-bb55-747079d6dce0 req-98382ed1-f464-4b1e-89eb-a00ef6dec542 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821388 Jan 21 09:57:24.753762 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-766196de-03eb-4906-bb55-747079d6dce0 req-d9336152-d740-4f5e-b5f5-c50bb5430fe7 service neutron] 10.222.0.130 "GET /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875888 Jan 21 09:57:24.783776 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-647a0b4f-eaee-4b87-a97a-54cc49d61fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:24.816573 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a0b4f-eaee-4b87-a97a-54cc49d61fb6 None None] The sync data for ids ['caf60d11-401a-46ee-a571-b25f29a57343'] in dv-cinder-815614-10-iscsi is: [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:50:59Z', 'revision_number': 4, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi', '_interfaces': [{'id': '830d8753-a175-4757-b0a4-eef3fa7edb46', 'name': '', 'network_id': '330bf798-c357-41b5-984a-46a17f3fcc95', 'tenant_id': '46f087b172754880886922da635ed29e', 'mac_address': 'fa:16:3e:54:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:58Z', 'updated_at': '2022-01-21T09:51:05Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'subnets': [{'id': 'cffb9c61-2825-47e0-8f66-339821510f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:57:25.064801 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2737fc08-f9f9-4fcb-8b5c-1ed75d3cd6d7 None None] New status for floating IP 1ffc6f10-a980-43f0-8fd6-b850fafe663a: DOWN {{(pid=109059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:57:25.650342 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd536fd-62e6-4616-8714-7d321e1efe40 req-b05c2d1d-69d6-4d03-a8a8-d775b0f76898 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:25.651910 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2cd536fd-62e6-4616-8714-7d321e1efe40 req-b05c2d1d-69d6-4d03-a8a8-d775b0f76898 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 945 time: 0.0510988 Jan 21 09:57:25.700831 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-2cd536fd-62e6-4616-8714-7d321e1efe40 req-8ebf693d-653c-4873-b4b6-ac3590f90134 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/security-groups?id=cde90e34-0d0f-421f-9c23-00ae35da0dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426126 Jan 21 09:57:25.821096 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d465cf4-93c7-4646-9d4f-befea6dbac54 req-eaf0d31d-9720-45a1-8bae-39cad0b26a09 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:25.822445 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7d465cf4-93c7-4646-9d4f-befea6dbac54 req-eaf0d31d-9720-45a1-8bae-39cad0b26a09 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.130 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 945 time: 0.0497453 Jan 21 09:57:25.914772 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-7d465cf4-93c7-4646-9d4f-befea6dbac54 req-588f300b-3308-4626-92d0-26ee6fa5d3b2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Deleting port 2810ec81-54ea-46de-9421-791e10b5db84 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:57:25.915165 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-7d465cf4-93c7-4646-9d4f-befea6dbac54 req-588f300b-3308-4626-92d0-26ee6fa5d3b2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (2810ec81-54ea-46de-9421-791e10b5db84), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:26.001871 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [req-7d465cf4-93c7-4646-9d4f-befea6dbac54 req-588f300b-3308-4626-92d0-26ee6fa5d3b2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] For port 2810ec81-54ea-46de-9421-791e10b5db84, host hv-cinder-81561, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81561',level=0,port_id=2810ec81-54ea-46de-9421-791e10b5db84,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:26.002260 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-7d465cf4-93c7-4646-9d4f-befea6dbac54 req-588f300b-3308-4626-92d0-26ee6fa5d3b2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (2810ec81-54ea-46de-9421-791e10b5db84), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:26.014028 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [req-7d465cf4-93c7-4646-9d4f-befea6dbac54 req-588f300b-3308-4626-92d0-26ee6fa5d3b2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Calling delete_port for 2810ec81-54ea-46de-9421-791e10b5db84 owned by compute:nova {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:57:26.144186 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-7d465cf4-93c7-4646-9d4f-befea6dbac54 req-588f300b-3308-4626-92d0-26ee6fa5d3b2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (2810ec81-54ea-46de-9421-791e10b5db84), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:26.170558 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f300b-3308-4626-92d0-26ee6fa5d3b2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event deleted for resources: {'Port': ['ID=2810ec81-54ea-46de-9421-791e10b5db84,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:26.491410 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d465cf4-93c7-4646-9d4f-befea6dbac54 req-588f300b-3308-4626-92d0-26ee6fa5d3b2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] No DVR routers for this DVR port 2810ec81-54ea-46de-9421-791e10b5db84 on host hv-cinder-81561 {{(pid=109056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:57:26.493877 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [req-7d465cf4-93c7-4646-9d4f-befea6dbac54 req-588f300b-3308-4626-92d0-26ee6fa5d3b2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for port (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:26.497242 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [req-7d465cf4-93c7-4646-9d4f-befea6dbac54 req-588f300b-3308-4626-92d0-26ee6fa5d3b2 tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.130 "DELETE /v2.0/ports/2810ec81-54ea-46de-9421-791e10b5db84 HTTP/1.1" status: 204 len: 173 time: 0.6690214 Jan 21 09:57:26.497701 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'name': 'network-vif-deleted', 'tag': '2810ec81-54ea-46de-9421-791e10b5db84'}] {{(pid=109056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:26.500597 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c94cb2206e659dee8001c2fa09820ddc39415c8668e17753ee7bab35d940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f939c9d2-b5cb-44c9-b8f0-e8fca775cad5" -d '{"events": [{"server_uuid": "e39d1b33-1326-4ded-b7d5-a578de867d4d", "name": "network-vif-deleted", "tag": "2810ec81-54ea-46de-9421-791e10b5db84"}]}' {{(pid=109056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:57:26.552672 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bffee12-f599-42f4-89ed-33ee12ba6e26 x-openstack-request-id: req-5bffee12-f599-42f4-89ed-33ee12ba6e26 {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:57:26.553076 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39d1b33-1326-4ded-b7d5-a578de867d4d", "name": "network-vif-deleted", "tag": "2810ec81-54ea-46de-9421-791e10b5db84", "status": "completed", "code": 200}]} {{(pid=109056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:57:26.553434 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-5bffee12-f599-42f4-89ed-33ee12ba6e26 {{(pid=109056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:57:26.553946 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39d1b33-1326-4ded-b7d5-a578de867d4d', 'name': 'network-vif-deleted', 'tag': '2810ec81-54ea-46de-9421-791e10b5db84', 'status': 'completed', 'code': 200} Jan 21 09:57:26.801745 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [req-68d47b42-cafb-44ff-b720-76a7748c2e92 req-e60a3813-e723-4889-9f6f-53f91e803a0d tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "GET /v2.0/ports?device_id=e39d1b33-1326-4ded-b7d5-a578de867d4d HTTP/1.1" status: 200 len: 210 time: 0.0268586 Jan 21 09:57:27.864621 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 58082) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:57:27.986967 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-8afd9859-8491-41a5-b798-5fb0d07fe4bf tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Deleting port ba08f903-f4f9-40fa-b05b-ee0cc77f1e4d {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:57:27.987324 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8afd9859-8491-41a5-b798-5fb0d07fe4bf tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (ba08f903-f4f9-40fa-b05b-ee0cc77f1e4d), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:28.066269 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8afd9859-8491-41a5-b798-5fb0d07fe4bf tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (ba08f903-f4f9-40fa-b05b-ee0cc77f1e4d), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:28.066608 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8afd9859-8491-41a5-b798-5fb0d07fe4bf tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for floatingip (ba08f903-f4f9-40fa-b05b-ee0cc77f1e4d), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:28.079289 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-8afd9859-8491-41a5-b798-5fb0d07fe4bf tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Calling delete_port for ba08f903-f4f9-40fa-b05b-ee0cc77f1e4d owned by network:floatingip {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:57:28.212048 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8afd9859-8491-41a5-b798-5fb0d07fe4bf tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (ba08f903-f4f9-40fa-b05b-ee0cc77f1e4d), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:28.237690 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd9859-8491-41a5-b798-5fb0d07fe4bf tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event deleted for resources: {'Port': ['ID=ba08f903-f4f9-40fa-b05b-ee0cc77f1e4d,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:28.300868 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8afd9859-8491-41a5-b798-5fb0d07fe4bf tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for floatingip (aaccacd4-6a7b-474d-9436-18b22303a142), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:28.303425 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-8afd9859-8491-41a5-b798-5fb0d07fe4bf tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99189'] for floatingip (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:28.304632 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-8afd9859-8491-41a5-b798-5fb0d07fe4bf tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "DELETE /v2.0/floatingips/aaccacd4-6a7b-474d-9436-18b22303a142 HTTP/1.1" status: 204 len: 168 time: 0.4389684 Jan 21 09:57:29.285551 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 2810ec81-54ea-46de-9421-791e10b5db84 no longer exists at agent hyperv_hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:57:29.305389 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] No Port match for: 2810ec81-54ea-46de-9421-791e10b5db84 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:57:29.305755 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Device 2810ec81-54ea-46de-9421-791e10b5db84 not bound to the agent host hv-cinder-81561 {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:57:29.497674 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 58094) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:57:29.554736 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-43ec2c82-9dc9-4ad9-96b5-04c46c4fb60e tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group (cde90e34-0d0f-421f-9c23-00ae35da0dd9), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:29.579979 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-43ec2c82-9dc9-4ad9-96b5-04c46c4fb60e tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group (cde90e34-0d0f-421f-9c23-00ae35da0dd9), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:29.640724 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-43ec2c82-9dc9-4ad9-96b5-04c46c4fb60e tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (cde90e34-0d0f-421f-9c23-00ae35da0dd9), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:29.643435 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-43ec2c82-9dc9-4ad9-96b5-04c46c4fb60e tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:29.644667 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-43ec2c82-9dc9-4ad9-96b5-04c46c4fb60e tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] 10.222.0.112 "DELETE /v2.0/security-groups/cde90e34-0d0f-421f-9c23-00ae35da0dd9 HTTP/1.1" status: 204 len: 168 time: 0.1459770 Jan 21 09:57:29.654064 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec2c82-9dc9-4ad9-96b5-04c46c4fb60e tempest-TestVolumeBootPattern-1620955000 tempest-TestVolumeBootPattern-1620955000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde90e34-0d0f-421f-9c23-00ae35da0dd9,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:29.705992 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 58098) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:57:30.180219 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5a8a5495-97c3-4eb5-811e-a1535a94e143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7909559'] for router_interface (caf60d11-401a-46ee-a571-b25f29a57343), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:30.429397 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a5495-97c3-4eb5-811e-a1535a94e143 admin admin] Deleting port 830d8753-a175-4757-b0a4-eef3fa7edb46 {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:57:30.429755 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5a8a5495-97c3-4eb5-811e-a1535a94e143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:30.504892 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [None req-5a8a5495-97c3-4eb5-811e-a1535a94e143 admin admin] For port 830d8753-a175-4757-b0a4-eef3fa7edb46, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=830d8753-a175-4757-b0a4-eef3fa7edb46,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:30.505259 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5a8a5495-97c3-4eb5-811e-a1535a94e143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:30.517229 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a5495-97c3-4eb5-811e-a1535a94e143 admin admin] Calling delete_port for 830d8753-a175-4757-b0a4-eef3fa7edb46 owned by network:router_interface {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:57:30.697137 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5a8a5495-97c3-4eb5-811e-a1535a94e143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (830d8753-a175-4757-b0a4-eef3fa7edb46), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:30.725620 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a5495-97c3-4eb5-811e-a1535a94e143 admin admin] Pushing event deleted for resources: {'Port': ['ID=830d8753-a175-4757-b0a4-eef3fa7edb46,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:30.894268 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5a8a5495-97c3-4eb5-811e-a1535a94e143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7854955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7897588'] for router_interface (caf60d11-401a-46ee-a571-b25f29a57343), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:31.028000 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:57:31.106427 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8a5495-97c3-4eb5-811e-a1535a94e143 admin admin] Router caf60d11-401a-46ee-a571-b25f29a57343 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:57:31.210284 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8a5495-97c3-4eb5-811e-a1535a94e143 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:57:31.215573 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-5a8a5495-97c3-4eb5-811e-a1535a94e143 admin admin] 10.222.0.112 "PUT /v2.0/routers/caf60d11-401a-46ee-a571-b25f29a57343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5076046 Jan 21 09:57:31.218889 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 58102) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:57:31.221727 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8440c36-0b94-4a18-bf99-bb0eb07637a1 None None] Sync routers for ids ['caf60d11-401a-46ee-a571-b25f29a57343'] in dv-cinder-815614-10-iscsi {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:57:31.232130 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8440c36-0b94-4a18-bf99-bb0eb07637a1 None None] Routers {'caf60d11-401a-46ee-a571-b25f29a57343'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:57:31.232750 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-b8440c36-0b94-4a18-bf99-bb0eb07637a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:57:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['caf60d11-401a-46ee-a571-b25f29a57343'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:31.324503 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5f7fee65-2da3-4635-8097-d8cdb49f3396 admin admin] Publish callbacks [] for router (caf60d11-401a-46ee-a571-b25f29a57343), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:31.341258 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-b8440c36-0b94-4a18-bf99-bb0eb07637a1 None None] Set router caf60d11-401a-46ee-a571-b25f29a57343 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:57:31.469582 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:31.547493 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-b8440c36-0b94-4a18-bf99-bb0eb07637a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:57:30Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:31.575786 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8440c36-0b94-4a18-bf99-bb0eb07637a1 None None] Checking router: caf60d11-401a-46ee-a571-b25f29a57343 for host: dv-cinder-815614-10-iscsi {{(pid=109058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:57:31.585138 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8440c36-0b94-4a18-bf99-bb0eb07637a1 None None] Routers {'caf60d11-401a-46ee-a571-b25f29a57343'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:57:31.585774 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-b8440c36-0b94-4a18-bf99-bb0eb07637a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:57:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['caf60d11-401a-46ee-a571-b25f29a57343'], 'active': True} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:31.691810 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvr_db [None req-b8440c36-0b94-4a18-bf99-bb0eb07637a1 None None] Set router caf60d11-401a-46ee-a571-b25f29a57343 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:57:31.708124 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5f7fee65-2da3-4635-8097-d8cdb49f3396 admin admin] Publish callbacks [] for router_gateway (caf60d11-401a-46ee-a571-b25f29a57343), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:31.767144 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-5f7fee65-2da3-4635-8097-d8cdb49f3396 admin admin] Deleting port 0beb8dbd-f740-4fe0-aa05-db306db66f31 {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:57:31.768031 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5f7fee65-2da3-4635-8097-d8cdb49f3396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (0beb8dbd-f740-4fe0-aa05-db306db66f31), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:31.844306 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [None req-5f7fee65-2da3-4635-8097-d8cdb49f3396 admin admin] For port 0beb8dbd-f740-4fe0-aa05-db306db66f31, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=0beb8dbd-f740-4fe0-aa05-db306db66f31,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:31.844575 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5f7fee65-2da3-4635-8097-d8cdb49f3396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (0beb8dbd-f740-4fe0-aa05-db306db66f31), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:31.856390 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-5f7fee65-2da3-4635-8097-d8cdb49f3396 admin admin] Calling delete_port for 0beb8dbd-f740-4fe0-aa05-db306db66f31 owned by network:router_gateway {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:57:31.887960 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_hamode_db [None req-b8440c36-0b94-4a18-bf99-bb0eb07637a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:57:30Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:31.919509 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8440c36-0b94-4a18-bf99-bb0eb07637a1 None None] The sync data for ids ['caf60d11-401a-46ee-a571-b25f29a57343'] in dv-cinder-815614-10-iscsi is: [{'id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'name': 'tempest-TestVolumeBootPattern-2094526243-router', 'tenant_id': '46f087b172754880886922da635ed29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:50:56Z', 'updated_at': '2022-01-21T09:57:30Z', 'revision_number': 5, 'project_id': '46f087b172754880886922da635ed29e', 'gw_port': {'id': '0beb8dbd-f740-4fe0-aa05-db306db66f31', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf60d11-401a-46ee-a571-b25f29a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:50:57Z', 'updated_at': '2022-01-21T09:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}] {{(pid=109058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:57:32.042594 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5f7fee65-2da3-4635-8097-d8cdb49f3396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (0beb8dbd-f740-4fe0-aa05-db306db66f31), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.072159 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fee65-2da3-4635-8097-d8cdb49f3396 admin admin] Pushing event deleted for resources: {'Port': ['ID=0beb8dbd-f740-4fe0-aa05-db306db66f31,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:32.137864 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5f7fee65-2da3-4635-8097-d8cdb49f3396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7910505'] for router_gateway (caf60d11-401a-46ee-a571-b25f29a57343), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.230239 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5f7fee65-2da3-4635-8097-d8cdb49f3396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7909303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15939'] for router (caf60d11-401a-46ee-a571-b25f29a57343), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.232344 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5f7fee65-2da3-4635-8097-d8cdb49f3396 admin admin] Publish callbacks [] for router_controller (caf60d11-401a-46ee-a571-b25f29a57343), precommit_delete_associations {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.276476 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5f7fee65-2da3-4635-8097-d8cdb49f3396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7909308'] for router (caf60d11-401a-46ee-a571-b25f29a57343), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.276981 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7fee65-2da3-4635-8097-d8cdb49f3396 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caf60d11-401a-46ee-a571-b25f29a57343 {{(pid=109057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:57:32.281869 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-5f7fee65-2da3-4635-8097-d8cdb49f3396 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.283184 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-5f7fee65-2da3-4635-8097-d8cdb49f3396 admin admin] 10.222.0.112 "DELETE /v2.0/routers/caf60d11-401a-46ee-a571-b25f29a57343 HTTP/1.1" status: 204 len: 168 time: 1.0632977 Jan 21 09:57:32.287779 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 58104) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:57:32.338520 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d6dc8c-84aa-40c4-8beb-5cc46643d0a3 admin admin] Deleting subnet cffb9c61-2825-47e0-8f66-339821510f86 {{(pid=109057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:57:32.341949 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-40d6dc8c-84aa-40c4-8beb-5cc46643d0a3 admin admin] Publish callbacks [] for subnet (cffb9c61-2825-47e0-8f66-339821510f86), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.377902 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-40d6dc8c-84aa-40c4-8beb-5cc46643d0a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4494556'] for subnet (cffb9c61-2825-47e0-8f66-339821510f86), precommit_delete_associations {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.459328 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-40d6dc8c-84aa-40c4-8beb-5cc46643d0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440766'] for subnet (cffb9c61-2825-47e0-8f66-339821510f86), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.510768 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-40d6dc8c-84aa-40c4-8beb-5cc46643d0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4495266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4499785'] for subnet (cffb9c61-2825-47e0-8f66-339821510f86), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.540946 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6dc8c-84aa-40c4-8beb-5cc46643d0a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cffb9c61-2825-47e0-8f66-339821510f86,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:32.543429 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-40d6dc8c-84aa-40c4-8beb-5cc46643d0a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.546677 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-40d6dc8c-84aa-40c4-8beb-5cc46643d0a3 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/cffb9c61-2825-47e0-8f66-339821510f86 HTTP/1.1" status: 204 len: 168 time: 0.2579112 Jan 21 09:57:32.548433 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98de6689-11b7-4939-939b-9570db36c92c None None] Network 330bf798-c357-41b5-984a-46a17f3fcc95 requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:57:32.549398 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 58106) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:57:32.619215 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466178'] for network (330bf798-c357-41b5-984a-46a17f3fcc95), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.673628 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] Deleting port b499333c-3eee-4f00-b510-0d87a0d88fce {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:57:32.673985 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (b499333c-3eee-4f00-b510-0d87a0d88fce), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.742321 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] For port b499333c-3eee-4f00-b510-0d87a0d88fce, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=b499333c-3eee-4f00-b510-0d87a0d88fce,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:32.742321 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (b499333c-3eee-4f00-b510-0d87a0d88fce), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.745032 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] DHCP port deletion for 330bf798-c357-41b5-984a-46a17f3fcc95 request from dv-cinder-815614-10-iscsi {{(pid=109058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 09:57:32.756518 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] Calling delete_port for b499333c-3eee-4f00-b510-0d87a0d88fce owned by network:dhcp {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:57:32.799977 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Deleting port b499333c-3eee-4f00-b510-0d87a0d88fce {{(pid=109058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:57:32.800369 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (b499333c-3eee-4f00-b510-0d87a0d88fce), before_delete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.842296 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (b499333c-3eee-4f00-b510-0d87a0d88fce), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.863524 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.db [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] For port b499333c-3eee-4f00-b510-0d87a0d88fce, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=b499333c-3eee-4f00-b510-0d87a0d88fce,segment=NetworkSegment(3287feaa-97e9-46d9-b103-6d29870abe3d),segment_id=3287feaa-97e9-46d9-b103-6d29870abe3d)] {{(pid=109058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:32.863933 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (b499333c-3eee-4f00-b510-0d87a0d88fce), precommit_delete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.871075 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] Pushing event deleted for resources: {'Port': ['ID=b499333c-3eee-4f00-b510-0d87a0d88fce,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:32.875651 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] No DVR routers for this DVR port b499333c-3eee-4f00-b510-0d87a0d88fce on host dv-cinder-815614-10-iscsi {{(pid=109057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:57:32.877366 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Calling delete_port for b499333c-3eee-4f00-b510-0d87a0d88fce owned by network:dhcp {{(pid=109058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:57:32.945744 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409116', 'neutron.services.segments.db._delete_segments_for_network-8767559616543'] for network (330bf798-c357-41b5-984a-46a17f3fcc95), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.964698 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843'] for port (b499333c-3eee-4f00-b510-0d87a0d88fce), after_delete {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.965874 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.services.segments.db [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['330bf798-c357-41b5-984a-46a17f3fcc95']}} {{(pid=109057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:32.975304 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.services.segments.db [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3287feaa-97e9-46d9-b103-6d29870abe3d') {'for_net_delete': True} {{(pid=109057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:32.975623 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.services.segments.db [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3287feaa-97e9-46d9-b103-6d29870abe3d') {} {{(pid=109057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:32.985512 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767559616925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4494375'] for segment (3287feaa-97e9-46d9-b103-6d29870abe3d), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:32.991658 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] No DVR routers for this DVR port b499333c-3eee-4f00-b510-0d87a0d88fce on host dv-cinder-815614-10-iscsi {{(pid=109058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:57:32.993137 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Pushing event deleted for resources: {'Port': ['ID=b499333c-3eee-4f00-b510-0d87a0d88fce,revision_number=None']} {{(pid=109058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:33.001931 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (3287feaa-97e9-46d9-b103-6d29870abe3d), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:33.003350 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:33.003725 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:33.004093 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:33.004451 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:33.004800 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:33.005144 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:33.005488 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:33.005966 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:33.006321 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:33.006663 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:33.007102 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:33.007358 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:33.007705 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79a2e7-2bdb-451a-96f6-cd051985975c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815614-10-iscsi {{(pid=109058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:33.011102 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=109057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:57:33.011602 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4495304'] for segment (3287feaa-97e9-46d9-b103-6d29870abe3d), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: Traceback (most recent call last): Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: timer() Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: cb(*args, **kw) Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: return func(*args, **kwargs) Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: self._notify() Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: self.callback(batched_events) Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: event.method(event) Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: return f(self, *a, **k) Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: return self._get(url).json() Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: return self.request(url, 'GET', **kwargs) Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:57:33.014174 dv-cinder-815614-10-iscsi neutron-server[109057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:57:33.073537 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910546'] for network (330bf798-c357-41b5-984a-46a17f3fcc95), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:33.078370 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:33.082250 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] 10.222.0.112 "DELETE /v2.0/networks/330bf798-c357-41b5-984a-46a17f3fcc95 HTTP/1.1" status: 204 len: 168 time: 0.5318601 Jan 21 09:57:33.085626 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 58108) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:57:33.094644 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65779b0a-dcdb-4f69-bc17-ad36b98bc47c admin admin] Pushing event deleted for resources: {'Network': ['ID=330bf798-c357-41b5-984a-46a17f3fcc95,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:33.363092 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 830d8753-a175-4757-b0a4-eef3fa7edb46 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:57:33.383194 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: 830d8753-a175-4757-b0a4-eef3fa7edb46 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:57:33.383554 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 830d8753-a175-4757-b0a4-eef3fa7edb46 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:57:33.383976 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device b499333c-3eee-4f00-b510-0d87a0d88fce no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:57:33.405873 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: b499333c-3eee-4f00-b510-0d87a0d88fce {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:57:33.406223 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device b499333c-3eee-4f00-b510-0d87a0d88fce not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:57:33.406639 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 0beb8dbd-f740-4fe0-aa05-db306db66f31 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:57:33.425869 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: 0beb8dbd-f740-4fe0-aa05-db306db66f31 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:57:33.426219 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 0beb8dbd-f740-4fe0-aa05-db306db66f31 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:57:33.438097 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-51b38c17-024d-4002-ada5-62bb72b7c729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7909559'] for router_interface (74ad4c37-e138-4828-98da-56317fcfb3e9), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:33.680694 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-51b38c17-024d-4002-ada5-62bb72b7c729 admin admin] Deleting port 36f70e40-30b5-49e7-90fe-ce7ebfbb9910 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:57:33.681048 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-51b38c17-024d-4002-ada5-62bb72b7c729 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:33.757421 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [None req-51b38c17-024d-4002-ada5-62bb72b7c729 admin admin] For port 36f70e40-30b5-49e7-90fe-ce7ebfbb9910, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=36f70e40-30b5-49e7-90fe-ce7ebfbb9910,segment=NetworkSegment(7e4c6e93-7e15-477f-9fe0-b678f56fcd30),segment_id=7e4c6e93-7e15-477f-9fe0-b678f56fcd30)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:33.757863 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-51b38c17-024d-4002-ada5-62bb72b7c729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:33.769308 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-51b38c17-024d-4002-ada5-62bb72b7c729 admin admin] Calling delete_port for 36f70e40-30b5-49e7-90fe-ce7ebfbb9910 owned by network:router_interface {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:57:33.954311 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-51b38c17-024d-4002-ada5-62bb72b7c729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (36f70e40-30b5-49e7-90fe-ce7ebfbb9910), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:33.978071 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b38c17-024d-4002-ada5-62bb72b7c729 admin admin] Pushing event deleted for resources: {'Port': ['ID=36f70e40-30b5-49e7-90fe-ce7ebfbb9910,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:34.149238 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-51b38c17-024d-4002-ada5-62bb72b7c729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7854955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7897588'] for router_interface (74ad4c37-e138-4828-98da-56317fcfb3e9), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:34.367804 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b38c17-024d-4002-ada5-62bb72b7c729 admin admin] Router 74ad4c37-e138-4828-98da-56317fcfb3e9 has already been hosted by L3 agent e577d259-cdb5-43aa-90c8-ae7dcdea9980 {{(pid=109056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:57:34.473592 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b38c17-024d-4002-ada5-62bb72b7c729 admin admin] Notify agent at l3_agent.dv-cinder-815614-10-iscsi the message routers_updated {{(pid=109056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:57:34.478693 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-51b38c17-024d-4002-ada5-62bb72b7c729 admin admin] 10.222.0.112 "PUT /v2.0/routers/74ad4c37-e138-4828-98da-56317fcfb3e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3919263 Jan 21 09:57:34.481357 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 58110) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:57:34.484406 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e392b7f-cfc9-4b58-b01d-4bc0468abac8 None None] Sync routers for ids ['74ad4c37-e138-4828-98da-56317fcfb3e9'] in dv-cinder-815614-10-iscsi {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:57:34.494493 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e392b7f-cfc9-4b58-b01d-4bc0468abac8 None None] Routers {'74ad4c37-e138-4828-98da-56317fcfb3e9'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:57:34.495169 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-8e392b7f-cfc9-4b58-b01d-4bc0468abac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:57:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['74ad4c37-e138-4828-98da-56317fcfb3e9'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:34.594299 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0affe9f7-6484-4d3a-b6bd-16e77fccadf3 admin admin] Publish callbacks [] for router (74ad4c37-e138-4828-98da-56317fcfb3e9), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:34.694826 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0affe9f7-6484-4d3a-b6bd-16e77fccadf3 admin admin] Publish callbacks [] for router_gateway (74ad4c37-e138-4828-98da-56317fcfb3e9), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:34.696336 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-8e392b7f-cfc9-4b58-b01d-4bc0468abac8 None None] Set router 74ad4c37-e138-4828-98da-56317fcfb3e9 gateway port host: dv-cinder-815614-10-iscsi {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:57:34.751565 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-0affe9f7-6484-4d3a-b6bd-16e77fccadf3 admin admin] Deleting port 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3 {{(pid=109056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:57:34.751900 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0affe9f7-6484-4d3a-b6bd-16e77fccadf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (62a8cb24-a2a8-4300-a4ca-d0752a77f7d3), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:34.830536 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.db [None req-0affe9f7-6484-4d3a-b6bd-16e77fccadf3 admin admin] For port 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=62a8cb24-a2a8-4300-a4ca-d0752a77f7d3,segment=NetworkSegment(6c4024b1-7a25-49e1-9a7c-2e89c41e5049),segment_id=6c4024b1-7a25-49e1-9a7c-2e89c41e5049)] {{(pid=109056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:34.830941 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0affe9f7-6484-4d3a-b6bd-16e77fccadf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (62a8cb24-a2a8-4300-a4ca-d0752a77f7d3), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:34.843075 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.plugins.ml2.plugin [None req-0affe9f7-6484-4d3a-b6bd-16e77fccadf3 admin admin] Calling delete_port for 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3 owned by network:router_gateway {{(pid=109056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:57:34.888458 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-8e392b7f-cfc9-4b58-b01d-4bc0468abac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'name': 'tempest-TestVolumeBootPattern-931468399-router', 'tenant_id': 'a573e4bce1f04899b80229a7a619f78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'external_fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '62a8cb24-a2a8-4300-a4ca-d0752a77f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:01Z', 'updated_at': '2022-01-21T09:57:33Z', 'revision_number': 5, 'project_id': 'a573e4bce1f04899b80229a7a619f78a', 'gw_port': {'id': '62a8cb24-a2a8-4300-a4ca-d0752a77f7d3', 'name': '', 'network_id': '2ddc8222-1f88-4890-b924-a07a9f8c5bc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:14:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815614-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:02Z', 'updated_at': '2022-01-21T09:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a5ad603-2769-4c5d-88d7-c424f1130884', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815614-10-iscsi'}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:34.914515 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e392b7f-cfc9-4b58-b01d-4bc0468abac8 None None] Checking router: 74ad4c37-e138-4828-98da-56317fcfb3e9 for host: dv-cinder-815614-10-iscsi {{(pid=109059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:57:34.923042 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e392b7f-cfc9-4b58-b01d-4bc0468abac8 None None] Routers {'74ad4c37-e138-4828-98da-56317fcfb3e9'} bound to L3 agent in host dv-cinder-815614-10-iscsi {{(pid=109059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:57:34.923663 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-8e392b7f-cfc9-4b58-b01d-4bc0468abac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815614-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:34:15Z,description=,heartbeat_timestamp=2022-01-21T09:57:15Z,host='dv-cinder-815614-10-iscsi',id=e577d259-cdb5-43aa-90c8-ae7dcdea9980,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:34:15Z,topic='l3_agent')) {'router_ids': ['74ad4c37-e138-4828-98da-56317fcfb3e9'], 'active': True} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:35.009568 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_dvr_db [None req-8e392b7f-cfc9-4b58-b01d-4bc0468abac8 None None] Set router 74ad4c37-e138-4828-98da-56317fcfb3e9 gateway port host: None {{(pid=109059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:57:35.010846 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0affe9f7-6484-4d3a-b6bd-16e77fccadf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6057314'] for port (62a8cb24-a2a8-4300-a4ca-d0752a77f7d3), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:35.038082 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affe9f7-6484-4d3a-b6bd-16e77fccadf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=62a8cb24-a2a8-4300-a4ca-d0752a77f7d3,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:35.064862 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.l3_hamode_db [None req-8e392b7f-cfc9-4b58-b01d-4bc0468abac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'name': 'tempest-TestVolumeBootPattern-931468399-router', 'tenant_id': 'a573e4bce1f04899b80229a7a619f78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:01Z', 'updated_at': '2022-01-21T09:57:34Z', 'revision_number': 6, 'project_id': 'a573e4bce1f04899b80229a7a619f78a', 'gw_port_host': None}], 'dv-cinder-815614-10-iscsi', False) {} {{(pid=109059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:35.091484 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e392b7f-cfc9-4b58-b01d-4bc0468abac8 None None] The sync data for ids ['74ad4c37-e138-4828-98da-56317fcfb3e9'] in dv-cinder-815614-10-iscsi is: [{'id': '74ad4c37-e138-4828-98da-56317fcfb3e9', 'name': 'tempest-TestVolumeBootPattern-931468399-router', 'tenant_id': 'a573e4bce1f04899b80229a7a619f78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:01Z', 'updated_at': '2022-01-21T09:57:34Z', 'revision_number': 6, 'project_id': 'a573e4bce1f04899b80229a7a619f78a', 'gw_port_host': None}] {{(pid=109059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:57:35.105477 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0affe9f7-6484-4d3a-b6bd-16e77fccadf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7910505'] for router_gateway (74ad4c37-e138-4828-98da-56317fcfb3e9), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:35.196927 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0affe9f7-6484-4d3a-b6bd-16e77fccadf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7909303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15939'] for router (74ad4c37-e138-4828-98da-56317fcfb3e9), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:35.199130 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0affe9f7-6484-4d3a-b6bd-16e77fccadf3 admin admin] Publish callbacks [] for router_controller (74ad4c37-e138-4828-98da-56317fcfb3e9), precommit_delete_associations {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:35.243030 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0affe9f7-6484-4d3a-b6bd-16e77fccadf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7909308'] for router (74ad4c37-e138-4828-98da-56317fcfb3e9), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:35.243573 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0affe9f7-6484-4d3a-b6bd-16e77fccadf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74ad4c37-e138-4828-98da-56317fcfb3e9 {{(pid=109056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:57:35.248017 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-0affe9f7-6484-4d3a-b6bd-16e77fccadf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:35.249239 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-0affe9f7-6484-4d3a-b6bd-16e77fccadf3 admin admin] 10.222.0.112 "DELETE /v2.0/routers/74ad4c37-e138-4828-98da-56317fcfb3e9 HTTP/1.1" status: 204 len: 168 time: 0.7669313 Jan 21 09:57:35.251897 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 58112) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:57:35.296306 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42dfb41-cd97-46df-9990-3342ed88ff3e admin admin] Deleting subnet ac67fc96-b0a2-4da7-ba1f-d0e4776bda84 {{(pid=109056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:57:35.299419 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b42dfb41-cd97-46df-9990-3342ed88ff3e admin admin] Publish callbacks [] for subnet (ac67fc96-b0a2-4da7-ba1f-d0e4776bda84), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:35.336680 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b42dfb41-cd97-46df-9990-3342ed88ff3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051165'] for subnet (ac67fc96-b0a2-4da7-ba1f-d0e4776bda84), precommit_delete_associations {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:35.412755 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b42dfb41-cd97-46df-9990-3342ed88ff3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440766'] for subnet (ac67fc96-b0a2-4da7-ba1f-d0e4776bda84), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:35.473695 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b42dfb41-cd97-46df-9990-3342ed88ff3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6057301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5368280'] for subnet (ac67fc96-b0a2-4da7-ba1f-d0e4776bda84), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:35.503263 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42dfb41-cd97-46df-9990-3342ed88ff3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac67fc96-b0a2-4da7-ba1f-d0e4776bda84,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:35.505511 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-b42dfb41-cd97-46df-9990-3342ed88ff3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for subnet (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:35.511468 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-b42dfb41-cd97-46df-9990-3342ed88ff3e admin admin] 10.222.0.112 "DELETE /v2.0/subnets/ac67fc96-b0a2-4da7-ba1f-d0e4776bda84 HTTP/1.1" status: 204 len: 168 time: 0.2585585 Jan 21 09:57:35.511722 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 58114) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:57:35.524071 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f253da-bcfb-4ac9-8973-b0b6c2f0cc75 None None] Network 3c801368-201a-4263-9058-e431ea170a7e requested from dv-cinder-815614-10-iscsi {{(pid=109058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:57:35.610080 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466178'] for network (3c801368-201a-4263-9058-e431ea170a7e), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:35.614163 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 36f70e40-30b5-49e7-90fe-ce7ebfbb9910 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:57:35.637249 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: 36f70e40-30b5-49e7-90fe-ce7ebfbb9910 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:57:35.637605 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 36f70e40-30b5-49e7-90fe-ce7ebfbb9910 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:57:35.671505 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] Deleting port 7507dee4-0b69-4f0b-87bb-d5c9c3475482 {{(pid=109057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:57:35.671859 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767559686440'] for port (7507dee4-0b69-4f0b-87bb-d5c9c3475482), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:35.733931 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.db [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] For port 7507dee4-0b69-4f0b-87bb-d5c9c3475482, host dv-cinder-815614-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815614-10-iscsi',level=0,port_id=7507dee4-0b69-4f0b-87bb-d5c9c3475482,segment=NetworkSegment(7e4c6e93-7e15-477f-9fe0-b678f56fcd30),segment_id=7e4c6e93-7e15-477f-9fe0-b678f56fcd30)] {{(pid=109057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:35.734303 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7910435'] for port (7507dee4-0b69-4f0b-87bb-d5c9c3475482), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:35.746177 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.plugin [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] Calling delete_port for 7507dee4-0b69-4f0b-87bb-d5c9c3475482 owned by network:dhcp {{(pid=109057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:57:35.829261 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1500198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767559693532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767559112843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4495253'] for port (7507dee4-0b69-4f0b-87bb-d5c9c3475482), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:35.851535 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=7507dee4-0b69-4f0b-87bb-d5c9c3475482,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:35.857231 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] No DVR routers for this DVR port 7507dee4-0b69-4f0b-87bb-d5c9c3475482 on host dv-cinder-815614-10-iscsi {{(pid=109057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:57:35.932778 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409116', 'neutron.services.segments.db._delete_segments_for_network-8767559616543'] for network (3c801368-201a-4263-9058-e431ea170a7e), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:35.944464 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c776909a-9e51-42c5-a5d5-6767b4857944 None None] DHCP port deletion for 3c801368-201a-4263-9058-e431ea170a7e request from dv-cinder-815614-10-iscsi {{(pid=109058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 09:57:35.957560 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.services.segments.db [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c801368-201a-4263-9058-e431ea170a7e']}} {{(pid=109057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:35.967654 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.services.segments.db [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4c6e93-7e15-477f-9fe0-b678f56fcd30') {'for_net_delete': True} {{(pid=109057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:35.967986 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.services.segments.db [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4c6e93-7e15-477f-9fe0-b678f56fcd30') {} {{(pid=109057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:35.977810 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767559616925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4494375'] for segment (7e4c6e93-7e15-477f-9fe0-b678f56fcd30), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:35.992294 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438'] for segment (7e4c6e93-7e15-477f-9fe0-b678f56fcd30), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:35.999309 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=109057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:57:35.999935 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1446438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4495304'] for segment (7e4c6e93-7e15-477f-9fe0-b678f56fcd30), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: Traceback (most recent call last): Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: timer() Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: cb(*args, **kw) Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: return func(*args, **kwargs) Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: self._notify() Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: self.callback(batched_events) Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: event.method(event) Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: return f(self, *a, **k) Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: return self._get(url).json() Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: return self.request(url, 'GET', **kwargs) Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:57:36.001732 dv-cinder-815614-10-iscsi neutron-server[109057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:57:36.065923 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910546'] for network (3c801368-201a-4263-9058-e431ea170a7e), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:36.073195 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854860'] for network (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:36.077026 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] 10.222.0.112 "DELETE /v2.0/networks/3c801368-201a-4263-9058-e431ea170a7e HTTP/1.1" status: 204 len: 168 time: 0.5641866 Jan 21 09:57:36.087993 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d20c4-7548-4e57-b38b-96148e4c8d15 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c801368-201a-4263-9058-e431ea170a7e,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:36.205150 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 58118) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:57:36.249045 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-581e2e56-ff40-4e59-b71b-ab88c1e72707 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=46f087b172754880886922da635ed29e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421150 Jan 21 09:57:36.251659 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.wsgi [-] (109057) accepted ('10.222.0.112', 58120) {{(pid=109057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:57:36.303089 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-27006e7e-855c-4eaa-ad88-6589a6c102bd admin admin] Publish callbacks [] for security_group (6fd72d4d-d095-4c59-8efc-ff6a94390a32), before_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:36.323876 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-27006e7e-855c-4eaa-ad88-6589a6c102bd admin admin] Publish callbacks [] for security_group (6fd72d4d-d095-4c59-8efc-ff6a94390a32), precommit_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:36.369319 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-27006e7e-855c-4eaa-ad88-6589a6c102bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (6fd72d4d-d095-4c59-8efc-ff6a94390a32), after_delete {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:36.371982 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron_lib.callbacks.manager [None req-27006e7e-855c-4eaa-ad88-6589a6c102bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:36.373172 dv-cinder-815614-10-iscsi neutron-server[109057]: INFO neutron.wsgi [None req-27006e7e-855c-4eaa-ad88-6589a6c102bd admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6fd72d4d-d095-4c59-8efc-ff6a94390a32 HTTP/1.1" status: 204 len: 168 time: 0.1205893 Jan 21 09:57:36.381818 dv-cinder-815614-10-iscsi neutron-server[109057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27006e7e-855c-4eaa-ad88-6589a6c102bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd72d4d-d095-4c59-8efc-ff6a94390a32,revision_number=None']} {{(pid=109057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:36.688947 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 58126) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:57:36.733431 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-cd5f9331-c046-4da5-9760-6cdd69381001 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a573e4bce1f04899b80229a7a619f78a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432987 Jan 21 09:57:36.736050 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [-] (109056) accepted ('10.222.0.112', 58128) {{(pid=109056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:57:36.783346 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5dd2bc49-4378-41d2-b5ff-418812b6a319 admin admin] Publish callbacks [] for security_group (2887c4ba-7054-4374-8611-0fcc5da83157), before_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:36.804354 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5dd2bc49-4378-41d2-b5ff-418812b6a319 admin admin] Publish callbacks [] for security_group (2887c4ba-7054-4374-8611-0fcc5da83157), precommit_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:36.853106 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5dd2bc49-4378-41d2-b5ff-418812b6a319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489008'] for security_group (2887c4ba-7054-4374-8611-0fcc5da83157), after_delete {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:36.855909 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron_lib.callbacks.manager [None req-5dd2bc49-4378-41d2-b5ff-418812b6a319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:36.857431 dv-cinder-815614-10-iscsi neutron-server[109056]: INFO neutron.wsgi [None req-5dd2bc49-4378-41d2-b5ff-418812b6a319 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/2887c4ba-7054-4374-8611-0fcc5da83157 HTTP/1.1" status: 204 len: 168 time: 0.1203351 Jan 21 09:57:36.865135 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2bc49-4378-41d2-b5ff-418812b6a319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2887c4ba-7054-4374-8611-0fcc5da83157,revision_number=None']} {{(pid=109056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:37.361017 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 7507dee4-0b69-4f0b-87bb-d5c9c3475482 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:57:37.381677 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: 7507dee4-0b69-4f0b-87bb-d5c9c3475482 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:57:37.382033 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 7507dee4-0b69-4f0b-87bb-d5c9c3475482 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:57:37.382452 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3 no longer exists at agent ovs-agent-dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:57:37.403648 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.plugin [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] No Port match for: 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3 {{(pid=109058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:57:37.404002 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron.plugins.ml2.rpc [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Device 62a8cb24-a2a8-4300-a4ca-d0752a77f7d3 not bound to the agent host dv-cinder-815614-10-iscsi {{(pid=109058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:57:42.762622 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-83aca710-e406-40ae-91ab-31ec30f175d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:45.452612 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-f6db1b43-c900-4a11-9f74-48c1028daea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:46.934962 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:48.777169 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:57:49.216834 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:58:01.390451 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:58:08.026683 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:58:12.765521 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-dbdcec07-13ec-4498-b483-427763f0a251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:58:15.455547 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-edf5d745-07d1-4afa-b685-7a03b4f2500c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:58:16.938130 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:58:18.776763 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:58:19.210257 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:58:31.407360 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:58:42.769082 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-28135a72-4ba0-4194-a08e-c02e5f346088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:58:45.026117 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:58:45.457246 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8d503c6b-d854-4a56-9a1d-d5754feea304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:58:46.939970 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:58:48.779969 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:58:49.213839 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:59:01.399939 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:59:12.772198 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-182a3e32-f0cf-474c-8af6-4a8e465c7e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:59:15.460117 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-098568f7-49b9-4f31-96a1-67476aff5820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:59:16.942551 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:59:18.783842 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:59:19.221620 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:59:22.024407 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:59:31.412976 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:59:42.774564 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-f4e2d712-be2a-4567-8416-28e13468aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:59:45.463153 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-72b70908-0c94-4f3a-8c95-5c3c46bb95fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:59:46.946436 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:59:48.785167 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:59:49.214934 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:59:59.022852 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:00:01.435897 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:00:12.777025 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-ffe40681-15da-481a-856c-39cc1d24f7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:00:15.465883 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-2267b600-86b7-4e9c-a27b-9dd901a30862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:00:16.948695 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:00:18.787541 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:00:19.218005 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:00:23.975103 dv-cinder-815614-10-iscsi neutron-server[109056]: DEBUG neutron.wsgi [req-5234bdae-41b7-4f5e-91f2-a914e2f89aba req-924816ee-9167-4971-8938-692527c5d903 tempest-VolumesNegativeTest-2049674382 tempest-VolumesNegativeTest-2049674382-project] (109056) timed out ('10.222.0.130', 55668) {{(pid=109056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 21 10:00:31.435074 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:00:36.021999 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:00:42.779898 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-3289210d-157f-4670-b13b-3f669aaac75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:00:45.468233 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-c7d2d1e9-95e6-4228-96e0-84cdac86b4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:00:46.954247 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:00:48.790597 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:00:49.221235 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:01:01.452108 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:01:12.782227 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-2b4895e3-78fa-4e4b-9dd6-e061f0161bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:01:13.020649 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:01:15.470128 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-ff737f8f-381d-48a3-87a5-1994ee3c7345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:01:16.956729 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:01:18.792855 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:01:19.224851 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:01:31.442449 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:01:42.784753 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-3595e5fc-3345-4374-aceb-c13c89e8826d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:01:45.474531 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8a8b374d-9ffe-46df-8020-5a04a6073fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:01:46.958218 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:01:48.795394 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:01:49.227554 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:01:50.019135 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:02:01.469367 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:02:12.787286 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-735fabbd-17aa-4873-8266-97eae58dea45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:02:15.477530 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-b540ca71-491f-4733-8ccc-22fb05cb4d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:02:16.961098 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:02:18.799025 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:02:19.230189 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:02:27.019001 dv-cinder-815614-10-iscsi neutron-server[109059]: DEBUG neutron.db.agents_db [None req-5c6f2528-ddca-480a-8c21-110fd14b4f8a None None] Agent healthcheck: found 6 active agents {{(pid=109059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 10:02:31.471074 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-988b1bb3-3902-4f73-9eb1-eecd7ce6ff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (36f288dd-ce5d-495c-b4bd-d98b064661d9), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:02:42.791557 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-1502b068-4eb2-4285-9106-37d8546cddb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (284ac9a6-6d46-4d27-9165-1b93e1716401), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:02:45.480856 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-734ca620-d7f5-456e-88e4-67f5bd9e5bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (e577d259-cdb5-43aa-90c8-ae7dcdea9980), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:02:46.964511 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-34dac577-f800-4fd8-8a9e-c9f59f1446b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (ce59120d-0173-4390-88e9-c7613e689ec2), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:02:48.808973 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-8743ab5f-a4d0-44bd-8daf-7911ee2f6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (4b04f836-d055-4911-b86c-483531131ad7), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 10:02:49.238037 dv-cinder-815614-10-iscsi neutron-server[109058]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa44-e602-42af-99b1-acb4a724e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767559616525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439882'] for agent (61c042a5-accf-4807-a58e-7c0d736db77f), after_update {{(pid=109058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}